[ 528.343617] env[66889]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 528.343617] env[66889]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 529.354078] env[66979]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 529.354078] env[66979]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 530.939620] env[66979]: INFO neutron.common.config [-] Logging enabled! [ 530.939958] env[66979]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 27.1.0.dev61 [ 530.940195] env[66979]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=66979) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 530.940505] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 530.940588] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 530.941477] env[66979]: WARNING oslo_policy.policy [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 530.941745] env[66979]: WARNING oslo_policy.policy [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 530.943445] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] VMware NSXv3 Agent initialized successfully. [ 530.943793] env[66979]: DEBUG oslo_concurrency.lockutils [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] Acquiring lock "singleton_lock" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 530.943919] env[66979]: DEBUG oslo_concurrency.lockutils [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] Acquired lock "singleton_lock" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 530.944133] env[66979]: DEBUG oslo_concurrency.lockutils [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] Releasing lock "singleton_lock" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 530.944417] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] Full set of CONF: {{(pid=66979) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 530.944527] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ******************************************************************************** {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 530.944626] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] Configuration options gathered from: {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 530.944977] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 530.945162] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 530.945265] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ================================================================================ {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 530.945430] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] agent_down_time = 75 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.945569] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] allow_automatic_dhcp_failover = True {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.945701] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] allow_bulk = True {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.945837] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] api_extensions_path = {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.945971] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] api_paste_config = api-paste.ini {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.946122] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] auth_strategy = keystone {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.946223] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] backdoor_port = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.946321] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] backdoor_socket = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.946486] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] backlog = 4096 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.946617] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] base_mac = fa:16:3e:00:00:00 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.946771] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] bind_host = 0.0.0.0 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.946909] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] bind_port = 9696 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.947051] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] client_socket_timeout = 900 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.947211] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] config_dir = [] {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.947285] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.947436] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] config_source = [] {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.947610] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] control_exchange = neutron {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.947760] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] core_plugin = ml2 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.947898] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] debug = True {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.948044] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] default_availability_zones = [] {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.948250] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.948388] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] dhcp_agent_notification = True {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.948522] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] dhcp_agents_per_network = 1 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.948654] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] dhcp_lease_duration = 86400 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.948791] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] dhcp_load_type = networks {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.948924] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] dns_domain = openstacklocal {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.949067] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.949198] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] enable_default_route_bfd = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.949325] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] enable_default_route_ecmp = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.949452] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] enable_dvr = True {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.949581] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] enable_new_agents = True {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.949710] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.949837] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] enable_signals = True {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.949964] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] enable_traditional_dhcp = True {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.950100] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] external_dns_driver = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.950226] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] filter_validation = True {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.950365] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] global_physnet_mtu = 8950 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.950495] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] graceful_shutdown_timeout = 60 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.950675] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] host = cpu-1 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.950810] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] host_dvr_for_dhcp = True {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.950942] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] http_retries = 3 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.951090] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] instance_format = [instance: %(uuid)s] {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.951231] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.951365] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ipam_driver = internal {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.951498] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ipv6_pd_enabled = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.951629] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] l3_ha = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.951763] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.951895] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] l3_ha_network_physical_name = {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.952036] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] l3_ha_network_type = {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.952172] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] log_color = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.952306] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] log_config_append = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.952441] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.952571] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] log_dir = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.952695] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] log_file = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.952794] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] log_options = True {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.952922] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] log_rotate_interval = 1 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.953067] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] log_rotate_interval_type = days {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.953201] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] log_rotation_type = none {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.953365] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.953417] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.953524] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.953654] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.953751] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.953884] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] max_dns_nameservers = 5 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.954018] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] max_header_line = 16384 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.954148] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] max_l3_agents_per_router = 3 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.954275] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] max_logfile_count = 30 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.954403] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] max_logfile_size_mb = 200 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.954524] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] max_subnet_host_routes = 20 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.954657] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] my_ip = 10.180.1.21 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.954785] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] my_ipv6 = ::1 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.954909] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] network_auto_schedule = True {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.955038] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] network_link_prefix = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.955170] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.955306] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] notify_nova_on_port_data_changes = True {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.955434] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] notify_nova_on_port_status_changes = True {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.955580] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] pagination_max_limit = -1 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.955687] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] publish_errors = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.955811] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] rate_limit_burst = 0 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.955943] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] rate_limit_except_level = CRITICAL {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.956078] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] rate_limit_interval = 0 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.956202] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] retry_until_window = 30 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.956327] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] router_distributed = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.956476] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] rpc_resources_processing_step = 20 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.956610] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] rpc_response_max_timeout = 600 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.956738] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] rpc_response_timeout = 60 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.956862] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] send_events_interval = 2 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.957026] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] service_plugins = ['router'] {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.957162] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] setproctitle = on {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.957343] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] shell_completion = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.957430] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] state_path = /opt/stack/data/neutron {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.957596] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] syslog_log_facility = LOG_USER {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.957738] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] tcp_keepidle = 600 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.957874] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] transport_url = **** {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.958013] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] use_journal = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.958149] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] use_json = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.958277] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] use_ssl = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.958404] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] use_stderr = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.958542] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] use_syslog = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.958668] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] vlan_qinq = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.958794] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] vlan_transparent = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.958923] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] watch_log_file = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.959062] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] wsgi_default_pool_size = 100 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.959192] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] wsgi_keep_alive = True {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.959327] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.959458] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] wsgi_server_debug = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 530.959607] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_concurrency.disable_process_locking = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.959748] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.959887] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.960025] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.960165] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.960295] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.960426] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.960570] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] profiler.connection_string = messaging:// {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.960707] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] profiler.enabled = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.960843] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] profiler.es_doc_type = notification {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.960972] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] profiler.es_scroll_size = 10000 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.961121] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] profiler.es_scroll_time = 2m {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.961253] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] profiler.filter_error_trace = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.961389] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] profiler.hmac_keys = **** {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.961522] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] profiler.sentinel_service_name = mymaster {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.961668] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] profiler.socket_timeout = 0.1 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.961800] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] profiler.trace_requests = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.961932] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] profiler.trace_sqlalchemy = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.962093] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] profiler_jaeger.process_tags = {} {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.962223] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] profiler_jaeger.service_name_prefix = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.962353] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] profiler_otlp.service_name_prefix = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.962498] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_policy.enforce_new_defaults = True {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.962772] env[66979]: WARNING oslo_config.cfg [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 530.962920] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_policy.enforce_scope = True {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.963076] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_policy.policy_default_rule = default {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.963230] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.963370] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.963523] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.963638] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.963767] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.963894] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.964033] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.964175] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_policy.remote_timeout = 60.0 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.964320] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.964467] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] agent.extensions = [] {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.964605] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.964739] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] service_providers.service_provider = [] {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.964878] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] QUOTAS.default_quota = -1 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.965024] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.965162] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] QUOTAS.quota_floatingip = 50 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.965292] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] QUOTAS.quota_network = 100 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.965421] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] QUOTAS.quota_port = 500 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.965549] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.965676] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] QUOTAS.quota_router = 10 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.965808] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] QUOTAS.quota_security_group = 10 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.965939] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.966080] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] QUOTAS.quota_subnet = 100 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.966212] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] QUOTAS.track_quota_usage = True {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.966357] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.966513] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep.group = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.966647] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep.helper_command = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.966783] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep.log_daemon_traceback = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.966915] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.967060] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep.thread_pool_size = 8 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.967193] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep.user = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.967332] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.967491] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_dhcp_release.group = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.967626] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_dhcp_release.helper_command = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.967771] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.967907] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.968052] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.968181] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_dhcp_release.user = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.968321] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.968451] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_ovs_vsctl.group = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.968577] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_ovs_vsctl.helper_command = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.968704] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.968837] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.968964] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.969107] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_ovs_vsctl.user = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.969244] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_namespace.capabilities = [21] {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.969371] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_namespace.group = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.969496] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_namespace.helper_command = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.969625] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_namespace.log_daemon_traceback = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.969757] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.969889] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_namespace.thread_pool_size = 8 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.970029] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_namespace.user = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.970172] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_conntrack.capabilities = [12] {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.970299] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_conntrack.group = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.970462] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_conntrack.helper_command = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.970565] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.970756] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.970903] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.971048] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_conntrack.user = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.971190] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_link.capabilities = [12, 21] {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.971318] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_link.group = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.971444] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_link.helper_command = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.971577] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_link.log_daemon_traceback = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.971711] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.971843] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_link.thread_pool_size = 8 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.971969] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] privsep_link.user = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.972132] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.972276] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.972411] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] AGENT.continue_on_failed_promotions = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.972542] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] AGENT.dscp = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.972674] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] AGENT.dscp_inherit = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.972809] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] AGENT.force_mp_to_policy = True {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.972936] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] AGENT.locking_coordinator_url = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.973080] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] AGENT.log_agent_heartbeats = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.973215] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] AGENT.logging_expire = 1 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.973352] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.973485] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.973657] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] AGENT.polling_interval = 240 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.973764] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.973902] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.974057] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] AGENT.report_interval = 30.0 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.974203] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.974340] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.974479] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.974612] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] AGENT.sync_skew = 60 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.974741] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] AGENT.synchronization_queue_size = 20 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.974876] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] AGENT.use_helper_for_ns_read = True {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.975026] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] SECURITYGROUP.enable_ipset = True {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.975172] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] SECURITYGROUP.enable_security_group = True {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.975310] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.975450] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.975589] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] experimental.ipv6_pd_enabled = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.975743] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ml2.extension_drivers = ['port_security'] {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.975873] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ml2.external_network_type = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.976027] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.976171] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ml2.overlay_ip_version = 4 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.976308] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ml2.path_mtu = 8950 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.976474] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ml2.physical_network_mtus = {} {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.976634] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ml2.tenant_network_types = ['vlan'] {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.976766] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.976905] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ml2.type_drivers = ['vlan'] {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.977060] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] AGENT_CLI.neutron_port_id = [] {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.977195] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.977328] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.977519] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.977756] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.977844] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.977925] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.978075] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.978216] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.978417] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.978563] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] NSXV3.nsxv3_login_password = **** {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.978705] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] NSXV3.nsxv3_login_port = 443 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.978867] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] NSXV3.nsxv3_login_user = admin {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.979019] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.979166] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.979301] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.979432] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.979570] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.979711] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.979845] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.979980] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.980125] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.980260] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.980399] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.980532] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.980667] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.980857] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.980999] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] vsphere.vsphere_login_password = VMware1! {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.981151] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.981286] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.981422] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] nova.auth_section = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.981565] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] nova.auth_type = password {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.981703] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.981832] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] nova.certfile = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.981963] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] nova.collect_timing = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.982114] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] nova.endpoint_type = public {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.982250] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] nova.insecure = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.982378] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] nova.keyfile = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.982516] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] nova.region_name = RegionOne {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.982650] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] nova.split_loggers = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.982776] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] nova.timeout = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.982911] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] placement.auth_section = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.983066] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] placement.auth_type = password {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.983203] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.983330] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] placement.certfile = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.983462] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] placement.collect_timing = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.983598] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] placement.endpoint_type = public {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.983793] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] placement.insecure = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.983845] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] placement.keyfile = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.983967] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] placement.region_name = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.984107] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] placement.split_loggers = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.984231] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] placement.timeout = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.984368] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ironic.auth_section = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.984497] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ironic.auth_type = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.984623] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ironic.cafile = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.984748] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ironic.certfile = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.984877] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ironic.collect_timing = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.985014] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ironic.connect_retries = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.985141] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ironic.connect_retry_delay = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.985271] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ironic.enable_notifications = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.985398] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ironic.endpoint_override = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.985526] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ironic.insecure = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.985655] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ironic.interface = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.985779] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ironic.keyfile = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.985909] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ironic.max_version = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.986046] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ironic.min_version = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.986173] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ironic.region_name = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.986296] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ironic.retriable_status_codes = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.986438] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ironic.service_name = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.986574] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ironic.service_type = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.986778] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ironic.split_loggers = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.986958] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ironic.status_code_retries = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.987112] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ironic.status_code_retry_delay = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.987245] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ironic.timeout = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.987377] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ironic.valid_interfaces = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.987525] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ironic.version = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.987649] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] cli_script.dry_run = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.987845] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.987919] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.988061] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.988195] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.988324] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.988454] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.988582] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.988712] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.988838] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.988975] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.989114] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.989250] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.989386] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.989530] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.989666] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.989801] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.989934] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.990074] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.990214] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.990344] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.990471] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.990599] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.990726] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.990864] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.990998] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.991168] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.991298] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.991429] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.991563] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.991691] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.991823] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.ssl = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.991959] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.992107] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.992236] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.992369] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.992503] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.ssl_version = {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.992633] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.992773] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_notifications.driver = [] {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.992906] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_notifications.retry = -1 {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.993061] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.993194] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] oslo_messaging_notifications.transport_url = **** {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 530.993299] env[66979]: DEBUG oslo_service.backend._eventlet.service [None req-3efb01cc-3840-4e60-8f05-0a68db1d9924 None None] ******************************************************************************** {{(pid=66979) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 530.994434] env[66979]: DEBUG neutron.agent.securitygroups_rpc [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Init firewall settings (driver=nsxv3) {{(pid=66979) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 530.995747] env[66979]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=66979) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 530.995980] env[66979]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] RPC agent_id: nsxm-l-01a.corp.local [ 530.998266] env[66979]: DEBUG dogpile.cache.region [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 530.998380] env[66979]: DEBUG dogpile.lock [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 530.998476] env[66979]: DEBUG dogpile.lock [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 530.998564] env[66979]: DEBUG dogpile.lock [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 530.998654] env[66979]: DEBUG dogpile.cache.region [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 530.998739] env[66979]: DEBUG dogpile.lock [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 530.998859] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 531.045952] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Session token - acquiring [ 531.048024] env[66979]: DEBUG networking_nsxv3.common.locking [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.048254] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.048303] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.049061] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.060432] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.372938] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 531.399028] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 531.399234] env[66979]: DEBUG dogpile.cache.region [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Cache value generated in 0.400 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 531.399307] env[66979]: DEBUG dogpile.lock [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 531.399429] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Activating Policy API Provider. [ 531.399660] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Looking for the default Infrastructure Rules. [ 531.479495] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Looking for the Default Layer3 Logged Drop Section. [ 531.500486] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 531.500984] env[66979]: DEBUG networking_nsxv3.common.locking [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.501278] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Acquiring lock "all" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.501457] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Acquired lock "all" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.501822] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Acquired external semaphore "all" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.502189] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.017935] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 532.521381] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 533.024270] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Inventory metadata is going to be refreshed. [ 533.024683] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 533.824405] env[66979]: DEBUG networking_nsxv3.common.locking [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.824770] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.824770] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.825089] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.837384] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 533.838579] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.839378] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 533.859208] env[66979]: DEBUG networking_nsxv3.common.locking [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.859506] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.859506] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.859770] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.859896] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.860053] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 533.860182] env[66979]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=66979) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.860267] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 533.889242] env[66979]: DEBUG networking_nsxv3.common.locking [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.889525] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.889525] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.889798] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.889978] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.890168] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 533.922882] env[66979]: DEBUG networking_nsxv3.common.locking [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.923304] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.923304] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.923489] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.923625] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.923779] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 533.945201] env[66979]: DEBUG networking_nsxv3.common.locking [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.945423] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Acquiring lock "Address Group" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.945484] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Acquired lock "Address Group" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.945745] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Acquired external semaphore "Address Group" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.945901] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Releasing lock "Address Group" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.946067] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 533.946172] env[66979]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66979) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.946274] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 533.967278] env[66979]: DEBUG networking_nsxv3.common.locking [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.967544] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Acquiring lock "Segment QoS" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.967595] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Acquired lock "Segment QoS" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.967874] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Acquired external semaphore "Segment QoS" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.967998] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Releasing lock "Segment QoS" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.968191] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 533.968300] env[66979]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=66979) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.968403] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 533.994146] env[66979]: DEBUG networking_nsxv3.common.locking [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.994400] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.994400] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.994739] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.994883] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.995049] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 533.995155] env[66979]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66979) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 533.995254] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Inventory metadata have been refreshed. [ 533.995349] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Dryrun:True. Metadata refresh completed. [ 533.995463] env[66979]: DEBUG oslo_concurrency.lockutils [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Releasing lock "all" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.997289] env[66979]: INFO neutron.agent.agent_extensions_manager [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Loaded agent extensions: [] [ 533.998054] env[66979]: DEBUG neutron_lib.callbacks.manager [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=66979) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 534.062593] env[66979]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] NSXv3 Agent Agent RPC Daemon Started! [ 534.062944] env[66979]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] NSXv3 Agent Agent loop - iteration:0 started [ 534.062944] env[66979]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] NSXv3 Agent Agent out of sync with plugin! [ 538.998995] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 538.998995] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.000526] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 544.001058] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 549.001549] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 549.001896] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 549.035757] env[66979]: INFO networking_nsxv3.common.synchronization [None req-5ca22fe5-7ce2-4d2f-9a9a-5eebd5438e8c demo admin] Enqueued Resource ID: d44385a0-5738-4d83-aef7-ba878e017649 with Priority: HIGHEST for action security_group_rules [ 549.036318] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d44385a0-5738-4d83-aef7-ba878e017649 with Priority: HIGHEST for action security_group_rules [ 549.036640] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d44385a0-5738-4d83-aef7-ba878e017649 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.036803] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d44385a0-5738-4d83-aef7-ba878e017649" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.036875] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d44385a0-5738-4d83-aef7-ba878e017649" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.037219] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d44385a0-5738-4d83-aef7-ba878e017649" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.037301] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d44385a0-5738-4d83-aef7-ba878e017649',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.559424] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 549.559666] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 549.559666] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 549.559910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 549.559995] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 549.560103] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d44385a0-5738-4d83-aef7-ba878e017649 already deleted. [ 549.560246] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d44385a0-5738-4d83-aef7-ba878e017649" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.037881] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 554.038336] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 559.038971] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 559.038971] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 563.000754] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 563.001276] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 563.001276] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 563.001276] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 563.001386] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 563.503344] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.006078] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.039900] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 564.040096] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.507528] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 564.507707] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 565.194428] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.194818] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.194818] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.194890] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.206108] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 565.207043] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.207897] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 565.226331] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.226526] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.226568] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.226764] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.226848] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.226971] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 565.227080] env[66979]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66979) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 565.227150] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 565.246348] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.246585] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.246585] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.246744] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.246879] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.247035] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 565.269616] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.269927] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.269927] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.270031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.270115] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.270251] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 565.290529] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.290792] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.290792] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.290959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.291034] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.291157] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 565.291225] env[66979]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=66979) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 565.291287] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 565.310500] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.310740] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.310740] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.310906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.310958] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.311082] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 565.311147] env[66979]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66979) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 565.311218] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 565.334558] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.334764] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.334764] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.334958] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.335068] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.335188] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 565.335263] env[66979]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66979) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 565.335326] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 565.335392] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 565.335466] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 565.335559] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 565.335656] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 565.335926] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 565.335986] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 565.336069] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 565.355166] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.355379] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.355379] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.355531] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.355628] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.355733] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 565.375724] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.376039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.376039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.376181] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.376254] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.389389] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.041228] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.041798] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.041835] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 574.042175] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 576.313972] env[66979]: INFO networking_nsxv3.common.synchronization [None req-6d0a4756-475e-4525-b2f0-68ff99a69e8c None None] Enqueued Resource ID: 24ad012e-dbf7-4991-bb5d-839305979e28 with Priority: HIGHEST for action port [ 576.316477] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ad012e-dbf7-4991-bb5d-839305979e28 with Priority: HIGHEST for action port [ 576.316477] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-24ad012e-dbf7-4991-bb5d-839305979e28 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.316477] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24ad012e-dbf7-4991-bb5d-839305979e28" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.316477] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24ad012e-dbf7-4991-bb5d-839305979e28" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.316477] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24ad012e-dbf7-4991-bb5d-839305979e28" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.316477] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24ad012e-dbf7-4991-bb5d-839305979e28',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.819796] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24ad012e-dbf7-4991-bb5d-839305979e28 [ 576.819930] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.820719] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.820719] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.820943] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.821122] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.821203] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24ad012e-dbf7-4991-bb5d-839305979e28 already deleted. [ 576.821271] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24ad012e-dbf7-4991-bb5d-839305979e28" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.467818] env[66979]: INFO networking_nsxv3.common.synchronization [None req-2af849b4-a8f9-4890-a3bf-5bc9ecfbf686 None None] Enqueued Resource ID: 7a427f66-9bee-4be2-bdbc-16d4733f3536 with Priority: HIGHEST for action port [ 577.467818] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a427f66-9bee-4be2-bdbc-16d4733f3536 with Priority: HIGHEST for action port [ 577.468315] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a427f66-9bee-4be2-bdbc-16d4733f3536 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.468315] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a427f66-9bee-4be2-bdbc-16d4733f3536" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.468315] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a427f66-9bee-4be2-bdbc-16d4733f3536" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.468495] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a427f66-9bee-4be2-bdbc-16d4733f3536" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.468685] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a427f66-9bee-4be2-bdbc-16d4733f3536',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.975510] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a427f66-9bee-4be2-bdbc-16d4733f3536 [ 577.975642] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.975739] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.975812] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.976129] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.976202] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.976232] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a427f66-9bee-4be2-bdbc-16d4733f3536 already deleted. [ 577.976427] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a427f66-9bee-4be2-bdbc-16d4733f3536" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.601190] env[66979]: INFO networking_nsxv3.common.synchronization [None req-07d99aec-39e2-475d-80a6-6c55fb0359ad None None] Enqueued Resource ID: 0dfbb128-5587-49cb-8590-6e34baaed9a9 with Priority: HIGHEST for action port [ 578.601190] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dfbb128-5587-49cb-8590-6e34baaed9a9 with Priority: HIGHEST for action port [ 578.601190] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dfbb128-5587-49cb-8590-6e34baaed9a9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.601190] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dfbb128-5587-49cb-8590-6e34baaed9a9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.601190] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dfbb128-5587-49cb-8590-6e34baaed9a9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.601780] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dfbb128-5587-49cb-8590-6e34baaed9a9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.601780] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dfbb128-5587-49cb-8590-6e34baaed9a9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.104461] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0dfbb128-5587-49cb-8590-6e34baaed9a9 [ 579.105540] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.112016] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.112016] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.112016] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.112016] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.112016] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0dfbb128-5587-49cb-8590-6e34baaed9a9 already deleted. [ 579.112016] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dfbb128-5587-49cb-8590-6e34baaed9a9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.396200] env[66979]: INFO networking_nsxv3.common.synchronization [None req-a226ffb4-0946-46fe-95d8-f87fc619497c None None] Enqueued Resource ID: ec36a9e7-6f23-4eba-a377-4a1d5a2a4d78 with Priority: HIGHEST for action port [ 579.396200] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec36a9e7-6f23-4eba-a377-4a1d5a2a4d78 with Priority: HIGHEST for action port [ 579.396200] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec36a9e7-6f23-4eba-a377-4a1d5a2a4d78 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.396200] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec36a9e7-6f23-4eba-a377-4a1d5a2a4d78" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.396200] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec36a9e7-6f23-4eba-a377-4a1d5a2a4d78" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.397094] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec36a9e7-6f23-4eba-a377-4a1d5a2a4d78" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.397380] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec36a9e7-6f23-4eba-a377-4a1d5a2a4d78',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.900644] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec36a9e7-6f23-4eba-a377-4a1d5a2a4d78 [ 579.900939] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.901090] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.901090] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.901319] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.901408] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.901500] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec36a9e7-6f23-4eba-a377-4a1d5a2a4d78 already deleted. [ 579.901580] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec36a9e7-6f23-4eba-a377-4a1d5a2a4d78" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.597445] env[66979]: INFO networking_nsxv3.common.synchronization [None req-92d5894a-ea8b-4763-8ccd-1f311d870e4d None None] Enqueued Resource ID: 29dd20f9-246b-4587-a367-ec3e3c96bf80 with Priority: HIGHEST for action port [ 581.597999] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29dd20f9-246b-4587-a367-ec3e3c96bf80 with Priority: HIGHEST for action port [ 581.598435] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-29dd20f9-246b-4587-a367-ec3e3c96bf80 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.598566] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29dd20f9-246b-4587-a367-ec3e3c96bf80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.598566] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29dd20f9-246b-4587-a367-ec3e3c96bf80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.598763] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29dd20f9-246b-4587-a367-ec3e3c96bf80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.598838] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29dd20f9-246b-4587-a367-ec3e3c96bf80',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.674255] env[66979]: INFO networking_nsxv3.common.synchronization [None req-dfccc3d2-889f-4de2-b8bc-204ef4b06b75 None None] Enqueued Resource ID: e2c34cc2-a0a3-47ae-9bd5-5881856b640b with Priority: HIGHEST for action port [ 581.674354] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2c34cc2-a0a3-47ae-9bd5-5881856b640b with Priority: HIGHEST for action port [ 581.675320] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2c34cc2-a0a3-47ae-9bd5-5881856b640b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.675724] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2c34cc2-a0a3-47ae-9bd5-5881856b640b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.675841] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2c34cc2-a0a3-47ae-9bd5-5881856b640b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.676661] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2c34cc2-a0a3-47ae-9bd5-5881856b640b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.676661] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2c34cc2-a0a3-47ae-9bd5-5881856b640b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.103231] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 29dd20f9-246b-4587-a367-ec3e3c96bf80 [ 582.103231] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.103231] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.103231] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.103231] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.103231] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.103231] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:29dd20f9-246b-4587-a367-ec3e3c96bf80 already deleted. [ 582.103231] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29dd20f9-246b-4587-a367-ec3e3c96bf80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.179235] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2c34cc2-a0a3-47ae-9bd5-5881856b640b [ 582.179916] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.181576] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.181689] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.181841] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.181931] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.182087] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2c34cc2-a0a3-47ae-9bd5-5881856b640b already deleted. [ 582.182164] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2c34cc2-a0a3-47ae-9bd5-5881856b640b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.444976] env[66979]: INFO networking_nsxv3.common.synchronization [None req-d0cb2b75-695f-496f-8def-86199f9219fe None None] Enqueued Resource ID: c7bc986a-8379-49d8-ac39-398e9b81c872 with Priority: HIGHEST for action port [ 582.446917] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7bc986a-8379-49d8-ac39-398e9b81c872 with Priority: HIGHEST for action port [ 582.448613] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7bc986a-8379-49d8-ac39-398e9b81c872 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.448817] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7bc986a-8379-49d8-ac39-398e9b81c872" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.448817] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7bc986a-8379-49d8-ac39-398e9b81c872" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.449145] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7bc986a-8379-49d8-ac39-398e9b81c872" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.449145] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7bc986a-8379-49d8-ac39-398e9b81c872',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.603427] env[66979]: INFO networking_nsxv3.common.synchronization [None req-c6cecda4-733f-4634-9281-469e5f448768 None None] Enqueued Resource ID: 8fcb8705-d44a-434f-8fef-37a74b418102 with Priority: HIGHEST for action port [ 582.604449] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fcb8705-d44a-434f-8fef-37a74b418102 with Priority: HIGHEST for action port [ 582.605335] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fcb8705-d44a-434f-8fef-37a74b418102 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.605335] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fcb8705-d44a-434f-8fef-37a74b418102" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.605335] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fcb8705-d44a-434f-8fef-37a74b418102" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.606878] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fcb8705-d44a-434f-8fef-37a74b418102" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.606878] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fcb8705-d44a-434f-8fef-37a74b418102',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.951715] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7bc986a-8379-49d8-ac39-398e9b81c872 [ 582.951949] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.952108] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.952179] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.952398] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.952489] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.952583] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7bc986a-8379-49d8-ac39-398e9b81c872 already deleted. [ 582.952659] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7bc986a-8379-49d8-ac39-398e9b81c872" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.109399] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fcb8705-d44a-434f-8fef-37a74b418102 [ 583.110302] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.110302] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.111678] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.111678] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.111678] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.111678] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fcb8705-d44a-434f-8fef-37a74b418102 already deleted. [ 583.111678] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fcb8705-d44a-434f-8fef-37a74b418102" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.836823] env[66979]: INFO networking_nsxv3.common.synchronization [None req-a6cef8c1-0657-461e-aedc-445710ef6240 None None] Enqueued Resource ID: 6bc75bad-a4f2-4b2f-8e02-b8c5eb967f52 with Priority: HIGHEST for action port [ 583.838501] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6bc75bad-a4f2-4b2f-8e02-b8c5eb967f52 with Priority: HIGHEST for action port [ 583.838501] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-6bc75bad-a4f2-4b2f-8e02-b8c5eb967f52 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.839361] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6bc75bad-a4f2-4b2f-8e02-b8c5eb967f52" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.839361] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6bc75bad-a4f2-4b2f-8e02-b8c5eb967f52" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.839361] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6bc75bad-a4f2-4b2f-8e02-b8c5eb967f52" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.839361] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6bc75bad-a4f2-4b2f-8e02-b8c5eb967f52',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.341864] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6bc75bad-a4f2-4b2f-8e02-b8c5eb967f52 [ 584.341986] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.343123] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.343123] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.343123] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.343123] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.343123] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6bc75bad-a4f2-4b2f-8e02-b8c5eb967f52 already deleted. [ 584.343123] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6bc75bad-a4f2-4b2f-8e02-b8c5eb967f52" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.555504] env[66979]: INFO networking_nsxv3.common.synchronization [req-9db199e4-6fb4-425e-b32c-e9442fc96576 req-171276e3-6488-4e3a-8f42-a8196b191a39 tempest-SecurityGroupRulesNegativeTestJSON-647294746 tempest-SecurityGroupRulesNegativeTestJSON-647294746-project-member] Enqueued Resource ID: 240db88c-b8b9-4b52-a2c9-6be03118ec8d with Priority: HIGHEST for action security_group_rules [ 584.556043] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240db88c-b8b9-4b52-a2c9-6be03118ec8d with Priority: HIGHEST for action security_group_rules [ 584.556343] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-240db88c-b8b9-4b52-a2c9-6be03118ec8d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.556589] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-240db88c-b8b9-4b52-a2c9-6be03118ec8d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.556589] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-240db88c-b8b9-4b52-a2c9-6be03118ec8d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.556962] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-240db88c-b8b9-4b52-a2c9-6be03118ec8d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.556962] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('240db88c-b8b9-4b52-a2c9-6be03118ec8d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.697264] env[66979]: INFO networking_nsxv3.common.synchronization [None req-00006d71-439b-437b-8bc4-fbd09689cd85 None None] Enqueued Resource ID: d000bcd1-4e40-4599-8ed2-9b606302b667 with Priority: HIGHEST for action port [ 584.697524] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d000bcd1-4e40-4599-8ed2-9b606302b667 with Priority: HIGHEST for action port [ 584.698325] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-d000bcd1-4e40-4599-8ed2-9b606302b667 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.698473] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d000bcd1-4e40-4599-8ed2-9b606302b667" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.698850] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d000bcd1-4e40-4599-8ed2-9b606302b667" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.700047] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d000bcd1-4e40-4599-8ed2-9b606302b667" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.700047] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d000bcd1-4e40-4599-8ed2-9b606302b667',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.082442] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.083057] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.083057] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.083057] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.083287] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.083287] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 240db88c-b8b9-4b52-a2c9-6be03118ec8d already deleted. [ 585.083394] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-240db88c-b8b9-4b52-a2c9-6be03118ec8d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.203458] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d000bcd1-4e40-4599-8ed2-9b606302b667 [ 585.203724] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.203865] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.203987] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.204156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.204251] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.204329] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d000bcd1-4e40-4599-8ed2-9b606302b667 already deleted. [ 585.204410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d000bcd1-4e40-4599-8ed2-9b606302b667" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.232483] env[66979]: INFO networking_nsxv3.common.synchronization [None req-b55c6b1e-5818-40dc-b1f5-909133c7b908 None None] Enqueued Resource ID: c3166f89-9cd0-4229-8799-c61c4a5c4901 with Priority: HIGHEST for action port [ 585.232733] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3166f89-9cd0-4229-8799-c61c4a5c4901 with Priority: HIGHEST for action port [ 585.233438] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3166f89-9cd0-4229-8799-c61c4a5c4901 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.233438] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3166f89-9cd0-4229-8799-c61c4a5c4901" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.233593] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3166f89-9cd0-4229-8799-c61c4a5c4901" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.233791] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3166f89-9cd0-4229-8799-c61c4a5c4901" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.233843] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3166f89-9cd0-4229-8799-c61c4a5c4901',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.738918] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3166f89-9cd0-4229-8799-c61c4a5c4901 [ 585.738918] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.739420] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.740141] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.740141] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.740141] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.740141] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3166f89-9cd0-4229-8799-c61c4a5c4901 already deleted. [ 585.742500] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3166f89-9cd0-4229-8799-c61c4a5c4901" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.363096] env[66979]: INFO networking_nsxv3.common.synchronization [None req-18bd8ea1-1c30-4949-a064-c36b1aab721c None None] Enqueued Resource ID: f38f0981-de12-4365-972e-fe0e43085745 with Priority: HIGHEST for action port [ 586.363370] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f38f0981-de12-4365-972e-fe0e43085745 with Priority: HIGHEST for action port [ 586.363906] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-f38f0981-de12-4365-972e-fe0e43085745 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.364890] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f38f0981-de12-4365-972e-fe0e43085745" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.365413] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f38f0981-de12-4365-972e-fe0e43085745" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.366197] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f38f0981-de12-4365-972e-fe0e43085745" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.366303] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f38f0981-de12-4365-972e-fe0e43085745',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.868075] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f38f0981-de12-4365-972e-fe0e43085745 [ 586.868325] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.868658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.868853] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.869044] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.869134] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.869183] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f38f0981-de12-4365-972e-fe0e43085745 already deleted. [ 586.869236] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f38f0981-de12-4365-972e-fe0e43085745" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.440321] env[66979]: INFO networking_nsxv3.common.synchronization [None req-93953c40-b43b-42ce-9d18-aeab7ed60d7f None None] Enqueued Resource ID: a4e8db73-b450-4200-927e-d0b737ed38e6 with Priority: HIGHEST for action port [ 587.442071] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e8db73-b450-4200-927e-d0b737ed38e6 with Priority: HIGHEST for action port [ 587.442815] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4e8db73-b450-4200-927e-d0b737ed38e6 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.443467] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4e8db73-b450-4200-927e-d0b737ed38e6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.445156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4e8db73-b450-4200-927e-d0b737ed38e6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.448039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4e8db73-b450-4200-927e-d0b737ed38e6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.448039] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4e8db73-b450-4200-927e-d0b737ed38e6',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.618385] env[66979]: INFO networking_nsxv3.common.synchronization [None req-2735b51f-d633-4549-a1c7-e02562243662 None None] Enqueued Resource ID: 66672693-532d-4a78-8456-5a3173b8b42d with Priority: HIGHEST for action port [ 587.618385] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66672693-532d-4a78-8456-5a3173b8b42d with Priority: HIGHEST for action port [ 587.620210] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-66672693-532d-4a78-8456-5a3173b8b42d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.620524] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66672693-532d-4a78-8456-5a3173b8b42d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.621914] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66672693-532d-4a78-8456-5a3173b8b42d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.621914] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66672693-532d-4a78-8456-5a3173b8b42d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.621914] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66672693-532d-4a78-8456-5a3173b8b42d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.949251] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4e8db73-b450-4200-927e-d0b737ed38e6 [ 587.949251] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.949441] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.949441] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.950120] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.950120] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.950120] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4e8db73-b450-4200-927e-d0b737ed38e6 already deleted. [ 587.950120] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4e8db73-b450-4200-927e-d0b737ed38e6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.127610] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66672693-532d-4a78-8456-5a3173b8b42d [ 588.127610] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.127610] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.127610] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.127610] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.127610] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.127610] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66672693-532d-4a78-8456-5a3173b8b42d already deleted. [ 588.127610] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66672693-532d-4a78-8456-5a3173b8b42d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.911851] env[66979]: INFO networking_nsxv3.common.synchronization [None req-140793a2-ddeb-4ca7-b372-f272b8e30b18 None None] Enqueued Resource ID: a5f10f1f-7462-4ab3-9560-765ed0c50ea3 with Priority: HIGHEST for action port [ 588.912480] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5f10f1f-7462-4ab3-9560-765ed0c50ea3 with Priority: HIGHEST for action port [ 588.912804] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5f10f1f-7462-4ab3-9560-765ed0c50ea3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.912928] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5f10f1f-7462-4ab3-9560-765ed0c50ea3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.912996] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5f10f1f-7462-4ab3-9560-765ed0c50ea3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.913558] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5f10f1f-7462-4ab3-9560-765ed0c50ea3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.913890] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5f10f1f-7462-4ab3-9560-765ed0c50ea3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.416658] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a5f10f1f-7462-4ab3-9560-765ed0c50ea3 [ 589.416658] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.416658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.416658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.416658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.416658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.419441] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a5f10f1f-7462-4ab3-9560-765ed0c50ea3 already deleted. [ 589.419441] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5f10f1f-7462-4ab3-9560-765ed0c50ea3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.427440] env[66979]: INFO networking_nsxv3.common.synchronization [None req-08eda30a-7135-43e9-9d6b-831950bf84d4 None None] Enqueued Resource ID: 5eaf6e36-69a4-4e5b-b753-b8e5249b5c34 with Priority: HIGHEST for action port [ 589.428879] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5eaf6e36-69a4-4e5b-b753-b8e5249b5c34 with Priority: HIGHEST for action port [ 589.429212] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-5eaf6e36-69a4-4e5b-b753-b8e5249b5c34 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.429393] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5eaf6e36-69a4-4e5b-b753-b8e5249b5c34" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.429393] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5eaf6e36-69a4-4e5b-b753-b8e5249b5c34" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.430066] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5eaf6e36-69a4-4e5b-b753-b8e5249b5c34" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.430150] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5eaf6e36-69a4-4e5b-b753-b8e5249b5c34',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.899707] env[66979]: INFO networking_nsxv3.common.synchronization [None req-d7c2c2b6-4556-4961-8b77-d3ad8992e11f None None] Enqueued Resource ID: f9cec852-ae64-4d72-98dc-92bf4845f7d6 with Priority: HIGHEST for action port [ 589.900537] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9cec852-ae64-4d72-98dc-92bf4845f7d6 with Priority: HIGHEST for action port [ 589.900906] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9cec852-ae64-4d72-98dc-92bf4845f7d6 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.901057] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9cec852-ae64-4d72-98dc-92bf4845f7d6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.901653] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9cec852-ae64-4d72-98dc-92bf4845f7d6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.901653] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9cec852-ae64-4d72-98dc-92bf4845f7d6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.901653] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9cec852-ae64-4d72-98dc-92bf4845f7d6',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.933896] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5eaf6e36-69a4-4e5b-b753-b8e5249b5c34 [ 589.933896] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.933896] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.933896] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.933896] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.933896] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.933896] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5eaf6e36-69a4-4e5b-b753-b8e5249b5c34 already deleted. [ 589.933896] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5eaf6e36-69a4-4e5b-b753-b8e5249b5c34" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.406350] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9cec852-ae64-4d72-98dc-92bf4845f7d6 [ 590.406350] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.406350] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.406350] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.406683] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.406683] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.406683] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9cec852-ae64-4d72-98dc-92bf4845f7d6 already deleted. [ 590.406683] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9cec852-ae64-4d72-98dc-92bf4845f7d6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.724508] env[66979]: INFO networking_nsxv3.common.synchronization [None req-19cad581-d412-4272-bea5-135af35c5dcd tempest-ServersTestManualDisk-286639634 tempest-ServersTestManualDisk-286639634-project-member] Enqueued Resource ID: 3b417090-0d8d-4c97-9dd8-130455d49254 with Priority: HIGHEST for action security_group_rules [ 590.725834] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b417090-0d8d-4c97-9dd8-130455d49254 with Priority: HIGHEST for action security_group_rules [ 590.725834] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b417090-0d8d-4c97-9dd8-130455d49254 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.725834] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b417090-0d8d-4c97-9dd8-130455d49254" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.725834] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b417090-0d8d-4c97-9dd8-130455d49254" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.725834] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b417090-0d8d-4c97-9dd8-130455d49254" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.725834] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b417090-0d8d-4c97-9dd8-130455d49254',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.100986] env[66979]: INFO networking_nsxv3.common.synchronization [None req-03199e65-bbeb-43f4-8081-a635cf886658 tempest-ServersTestManualDisk-286639634 tempest-ServersTestManualDisk-286639634-project-member] Enqueued Resource ID: 3b417090-0d8d-4c97-9dd8-130455d49254 with Priority: HIGHEST for action security_group_rules [ 591.101567] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b417090-0d8d-4c97-9dd8-130455d49254 with Priority: HIGHEST for action security_group_rules [ 591.102354] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b417090-0d8d-4c97-9dd8-130455d49254 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.102354] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b417090-0d8d-4c97-9dd8-130455d49254" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.157027] env[66979]: INFO networking_nsxv3.common.synchronization [None req-63954039-2af5-4514-8b16-35c43187b859 None None] Enqueued Resource ID: 0cc926f2-800b-46e6-8460-400ff3ba0cf6 with Priority: HIGHEST for action port [ 591.157027] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cc926f2-800b-46e6-8460-400ff3ba0cf6 with Priority: HIGHEST for action port [ 591.157027] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cc926f2-800b-46e6-8460-400ff3ba0cf6 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.157027] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cc926f2-800b-46e6-8460-400ff3ba0cf6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.157027] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cc926f2-800b-46e6-8460-400ff3ba0cf6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.157027] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cc926f2-800b-46e6-8460-400ff3ba0cf6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.157027] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cc926f2-800b-46e6-8460-400ff3ba0cf6',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.251438] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.251608] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.251608] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.251754] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.252111] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.252111] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b417090-0d8d-4c97-9dd8-130455d49254 already deleted. [ 591.252111] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b417090-0d8d-4c97-9dd8-130455d49254" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.252225] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b417090-0d8d-4c97-9dd8-130455d49254" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.252300] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b417090-0d8d-4c97-9dd8-130455d49254" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.252373] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b417090-0d8d-4c97-9dd8-130455d49254',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.661429] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0cc926f2-800b-46e6-8460-400ff3ba0cf6 [ 591.664218] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.665042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.665042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.665042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.665042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.665042] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0cc926f2-800b-46e6-8460-400ff3ba0cf6 already deleted. [ 591.665042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cc926f2-800b-46e6-8460-400ff3ba0cf6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.773199] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.773337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.773406] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.773609] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.773692] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.773785] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b417090-0d8d-4c97-9dd8-130455d49254 already deleted. [ 591.773912] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b417090-0d8d-4c97-9dd8-130455d49254" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.206186] env[66979]: INFO networking_nsxv3.common.synchronization [None req-3f0bd1a3-224b-40ca-9b90-d2fec7bc5dd9 tempest-ServersTestJSON-1179808169 tempest-ServersTestJSON-1179808169-project-member] Enqueued Resource ID: fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 with Priority: HIGHEST for action security_group_rules [ 592.207054] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 with Priority: HIGHEST for action security_group_rules [ 592.207054] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.207201] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.207201] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.207573] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.207573] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbcc018e-4c0d-495a-87e9-ee9792c3c0e0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.366166] env[66979]: INFO networking_nsxv3.common.synchronization [None req-7f001048-34f1-4a81-a289-4361dee83164 tempest-ServersTestJSON-1179808169 tempest-ServersTestJSON-1179808169-project-member] Enqueued Resource ID: fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 with Priority: HIGHEST for action security_group_rules [ 592.366863] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 with Priority: HIGHEST for action security_group_rules [ 592.368513] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.368513] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.504168] env[66979]: INFO networking_nsxv3.common.synchronization [None req-64ff4d52-60ba-48f5-a2e0-28788712d662 None None] Enqueued Resource ID: 2d4f9a83-15a1-40c2-8f66-edd428f67d42 with Priority: HIGHEST for action port [ 592.504168] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d4f9a83-15a1-40c2-8f66-edd428f67d42 with Priority: HIGHEST for action port [ 592.504168] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d4f9a83-15a1-40c2-8f66-edd428f67d42 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.504168] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d4f9a83-15a1-40c2-8f66-edd428f67d42" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.504168] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d4f9a83-15a1-40c2-8f66-edd428f67d42" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.504168] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d4f9a83-15a1-40c2-8f66-edd428f67d42" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.504168] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d4f9a83-15a1-40c2-8f66-edd428f67d42',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.731709] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.731709] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.731709] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.732061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.732061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.732061] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 already deleted. [ 592.732061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.732183] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.732312] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.732388] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbcc018e-4c0d-495a-87e9-ee9792c3c0e0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.006338] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d4f9a83-15a1-40c2-8f66-edd428f67d42 [ 593.006655] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.006883] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.006993] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.007317] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.008030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.008030] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d4f9a83-15a1-40c2-8f66-edd428f67d42 already deleted. [ 593.008030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d4f9a83-15a1-40c2-8f66-edd428f67d42" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.255594] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.255594] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.256206] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.256206] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.256206] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.256412] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 already deleted. [ 593.256412] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.639772] env[66979]: INFO networking_nsxv3.common.synchronization [None req-76fb118f-42fc-4ef9-ace2-62ef2cbef42b None None] Enqueued Resource ID: af0d052e-9f16-46be-9f20-17318ee64aaf with Priority: HIGHEST for action port [ 593.641023] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af0d052e-9f16-46be-9f20-17318ee64aaf with Priority: HIGHEST for action port [ 593.641023] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-af0d052e-9f16-46be-9f20-17318ee64aaf taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.641023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af0d052e-9f16-46be-9f20-17318ee64aaf" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.641023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af0d052e-9f16-46be-9f20-17318ee64aaf" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.641023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af0d052e-9f16-46be-9f20-17318ee64aaf" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.642229] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af0d052e-9f16-46be-9f20-17318ee64aaf',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.145983] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af0d052e-9f16-46be-9f20-17318ee64aaf [ 594.145983] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.145983] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.145983] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.145983] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.146304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.146304] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af0d052e-9f16-46be-9f20-17318ee64aaf already deleted. [ 594.146304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af0d052e-9f16-46be-9f20-17318ee64aaf" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.630061] env[66979]: INFO networking_nsxv3.common.synchronization [req-f89fc028-8c7a-4ae4-a621-24ab27331f1f req-bfff819e-3d17-48d0-9acb-a1644dda57d5 tempest-DeleteServersAdminTestJSON-1592913447 tempest-DeleteServersAdminTestJSON-1592913447-project-member] Enqueued Resource ID: faccbb04-f389-44e6-bf45-04d64b0ac570 with Priority: HIGHEST for action security_group_members [ 594.630061] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faccbb04-f389-44e6-bf45-04d64b0ac570 with Priority: HIGHEST for action security_group_members [ 594.631067] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-faccbb04-f389-44e6-bf45-04d64b0ac570 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.631067] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.631067] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.631265] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.631360] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.631472] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.631538] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.631704] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.631790] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.631906] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('faccbb04-f389-44e6-bf45-04d64b0ac570',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.899872] env[66979]: INFO networking_nsxv3.common.synchronization [None req-a244115e-b36a-43c5-ad28-aab26d35d3f6 None None] Enqueued Resource ID: 5b2653c2-e876-49ea-a6d0-19a03d55118f with Priority: HIGHEST for action port [ 594.900457] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b2653c2-e876-49ea-a6d0-19a03d55118f with Priority: HIGHEST for action port [ 594.900787] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b2653c2-e876-49ea-a6d0-19a03d55118f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.901022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b2653c2-e876-49ea-a6d0-19a03d55118f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.901022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b2653c2-e876-49ea-a6d0-19a03d55118f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.901343] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b2653c2-e876-49ea-a6d0-19a03d55118f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.901429] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b2653c2-e876-49ea-a6d0-19a03d55118f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.135456] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.136856] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.136995] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.137260] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.137412] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.137650] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.137743] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.137882] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.137962] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.138060] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.138197] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faccbb04-f389-44e6-bf45-04d64b0ac570 already deleted. [ 595.138257] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.404628] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5b2653c2-e876-49ea-a6d0-19a03d55118f [ 595.404875] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.405035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.405094] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.405328] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.405430] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.405538] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5b2653c2-e876-49ea-a6d0-19a03d55118f already deleted. [ 595.405626] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b2653c2-e876-49ea-a6d0-19a03d55118f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.440265] env[66979]: INFO networking_nsxv3.common.synchronization [req-27c573f5-f954-401b-9200-1a46e1ff88a2 req-3607cb10-0586-4bf3-bb51-eca3db2eb8d1 tempest-SecurityGroupRulesNegativeTestJSON-647294746 tempest-SecurityGroupRulesNegativeTestJSON-647294746-project-member] Enqueued Resource ID: 240db88c-b8b9-4b52-a2c9-6be03118ec8d with Priority: HIGHEST for action security_group_rules [ 595.442740] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 240db88c-b8b9-4b52-a2c9-6be03118ec8d with Priority: HIGHEST for action security_group_rules [ 595.443521] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-240db88c-b8b9-4b52-a2c9-6be03118ec8d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.443521] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-240db88c-b8b9-4b52-a2c9-6be03118ec8d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.443521] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-240db88c-b8b9-4b52-a2c9-6be03118ec8d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.447055] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-240db88c-b8b9-4b52-a2c9-6be03118ec8d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.447055] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('240db88c-b8b9-4b52-a2c9-6be03118ec8d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.580295] env[66979]: INFO networking_nsxv3.common.synchronization [None req-a9b9ed48-beb1-4a33-81c7-49c994c562e5 None None] Enqueued Resource ID: 0b461d1e-01ce-478e-b8ed-f7405e0c8d3e with Priority: HIGHEST for action port [ 595.580864] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b461d1e-01ce-478e-b8ed-f7405e0c8d3e with Priority: HIGHEST for action port [ 595.581140] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b461d1e-01ce-478e-b8ed-f7405e0c8d3e taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.581332] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b461d1e-01ce-478e-b8ed-f7405e0c8d3e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.581332] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b461d1e-01ce-478e-b8ed-f7405e0c8d3e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.581570] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b461d1e-01ce-478e-b8ed-f7405e0c8d3e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.581644] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b461d1e-01ce-478e-b8ed-f7405e0c8d3e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.973137] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.973501] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.973501] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.973570] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.973670] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.973760] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 240db88c-b8b9-4b52-a2c9-6be03118ec8d already deleted. [ 595.973843] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-240db88c-b8b9-4b52-a2c9-6be03118ec8d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.085915] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b461d1e-01ce-478e-b8ed-f7405e0c8d3e [ 596.085915] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.086099] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.086163] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.086341] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.086433] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.086526] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b461d1e-01ce-478e-b8ed-f7405e0c8d3e already deleted. [ 596.086608] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b461d1e-01ce-478e-b8ed-f7405e0c8d3e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.203479] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.203706] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.203819] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.205034] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.205034] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.205034] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.205034] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.205034] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.205034] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.205421] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.205421] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.205548] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.205548] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.205679] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.205764] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.205845] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.229120] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.229513] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.229737] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.229983] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.230330] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-9bdaf5d9-3368-45dc-a4a4-4b6644e89097 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.230499] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-9bdaf5d9-3368-45dc-a4a4-4b6644e89097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.230617] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-9bdaf5d9-3368-45dc-a4a4-4b6644e89097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.230930] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-9bdaf5d9-3368-45dc-a4a4-4b6644e89097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.231075] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bdaf5d9-3368-45dc-a4a4-4b6644e89097',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.469577] env[66979]: INFO networking_nsxv3.common.synchronization [None req-4037cd69-bc7a-45df-8334-6965e64e0ba4 None None] Enqueued Resource ID: b10707d3-2b9d-4f1a-afb2-7860943842e7 with Priority: HIGHEST for action port [ 596.471039] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b10707d3-2b9d-4f1a-afb2-7860943842e7 with Priority: HIGHEST for action port [ 596.471547] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-b10707d3-2b9d-4f1a-afb2-7860943842e7 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.471751] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b10707d3-2b9d-4f1a-afb2-7860943842e7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.471751] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b10707d3-2b9d-4f1a-afb2-7860943842e7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.472039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b10707d3-2b9d-4f1a-afb2-7860943842e7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.472169] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b10707d3-2b9d-4f1a-afb2-7860943842e7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.733588] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.733588] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.733810] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.733969] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.734143] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.734281] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 9bdaf5d9-3368-45dc-a4a4-4b6644e89097 not found, creating... [ 596.734541] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.734696] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.734803] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.735045] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.735172] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.735702] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.735860] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.736010] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.736196] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.736348] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.736456] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 9bdaf5d9-3368-45dc-a4a4-4b6644e89097 is going to be created. [ 596.763195] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.763489] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.763568] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.763836] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.764114] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.764503] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-9bdaf5d9-3368-45dc-a4a4-4b6644e89097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.976456] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b10707d3-2b9d-4f1a-afb2-7860943842e7 [ 596.977240] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.980095] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.980217] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.980454] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.980549] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.980673] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b10707d3-2b9d-4f1a-afb2-7860943842e7 already deleted. [ 596.980742] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b10707d3-2b9d-4f1a-afb2-7860943842e7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.388525] env[66979]: INFO networking_nsxv3.common.synchronization [None req-2acbc4a1-e3e7-44a5-b5fa-e290caf303a7 None None] Enqueued Resource ID: e4e610d3-536c-4c16-bd52-11ad7e880bd6 with Priority: HIGHEST for action port [ 597.389086] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4e610d3-536c-4c16-bd52-11ad7e880bd6 with Priority: HIGHEST for action port [ 597.389392] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4e610d3-536c-4c16-bd52-11ad7e880bd6 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.389518] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4e610d3-536c-4c16-bd52-11ad7e880bd6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.389595] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4e610d3-536c-4c16-bd52-11ad7e880bd6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.389937] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4e610d3-536c-4c16-bd52-11ad7e880bd6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.389980] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4e610d3-536c-4c16-bd52-11ad7e880bd6',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.593426] env[66979]: INFO networking_nsxv3.common.synchronization [req-f89fc028-8c7a-4ae4-a621-24ab27331f1f req-83fc3706-0992-48f9-8965-448f517a4916 service nova] Enqueued Resource ID: faccbb04-f389-44e6-bf45-04d64b0ac570 with Priority: HIGHEST for action security_group_rules [ 597.593847] env[66979]: INFO networking_nsxv3.common.synchronization [req-f89fc028-8c7a-4ae4-a621-24ab27331f1f req-83fc3706-0992-48f9-8965-448f517a4916 service nova] Enqueued Resource ID: faccbb04-f389-44e6-bf45-04d64b0ac570 with Priority: HIGHEST for action security_group_members [ 597.594233] env[66979]: INFO networking_nsxv3.common.synchronization [req-f89fc028-8c7a-4ae4-a621-24ab27331f1f req-83fc3706-0992-48f9-8965-448f517a4916 service nova] Enqueued Resource ID: 9bdaf5d9-3368-45dc-a4a4-4b6644e89097 with Priority: HIGHEST for action port [ 597.595113] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faccbb04-f389-44e6-bf45-04d64b0ac570 with Priority: HIGHEST for action security_group_rules [ 597.595504] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faccbb04-f389-44e6-bf45-04d64b0ac570 with Priority: HIGHEST for action security_group_members [ 597.595504] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bdaf5d9-3368-45dc-a4a4-4b6644e89097 with Priority: HIGHEST for action port [ 597.597272] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-faccbb04-f389-44e6-bf45-04d64b0ac570 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.597451] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.597604] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.598038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.598038] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('faccbb04-f389-44e6-bf45-04d64b0ac570',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.599405] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-faccbb04-f389-44e6-bf45-04d64b0ac570 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.599553] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.599553] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.599837] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.599914] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.599988] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.600059] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.600197] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.600276] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.600365] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('faccbb04-f389-44e6-bf45-04d64b0ac570',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.602642] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bdaf5d9-3368-45dc-a4a4-4b6644e89097 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.602642] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bdaf5d9-3368-45dc-a4a4-4b6644e89097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.602642] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bdaf5d9-3368-45dc-a4a4-4b6644e89097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.602642] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bdaf5d9-3368-45dc-a4a4-4b6644e89097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.602642] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bdaf5d9-3368-45dc-a4a4-4b6644e89097',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.892925] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4e610d3-536c-4c16-bd52-11ad7e880bd6 [ 597.893207] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.893338] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.893408] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.893631] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.893724] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.893816] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4e610d3-536c-4c16-bd52-11ad7e880bd6 already deleted. [ 597.893897] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4e610d3-536c-4c16-bd52-11ad7e880bd6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.948310] env[66979]: INFO networking_nsxv3.common.synchronization [req-3d5db3d7-3072-4411-8276-0eb387d9caa8 req-c7c0202e-8ff6-4836-bd0d-e41657f4860a tempest-ServerDiagnosticsNegativeTest-1641072554 tempest-ServerDiagnosticsNegativeTest-1641072554-project-member] Enqueued Resource ID: fc405a3b-eed8-485b-b0cd-c15ed5254992 with Priority: HIGHEST for action security_group_members [ 597.949411] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc405a3b-eed8-485b-b0cd-c15ed5254992 with Priority: HIGHEST for action security_group_members [ 597.949880] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc405a3b-eed8-485b-b0cd-c15ed5254992 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.950101] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc405a3b-eed8-485b-b0cd-c15ed5254992" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.950161] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc405a3b-eed8-485b-b0cd-c15ed5254992" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.950477] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc405a3b-eed8-485b-b0cd-c15ed5254992" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.950715] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.950860] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.950951] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.951164] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.951304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.951428] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc405a3b-eed8-485b-b0cd-c15ed5254992',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.104918] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-faccbb04-f389-44e6-bf45-04d64b0ac570 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.105490] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.117873] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('faccbb04-f389-44e6-bf45-04d64b0ac570',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.119874] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9bdaf5d9-3368-45dc-a4a4-4b6644e89097 with status ACTIVE [ 598.119874] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.119874] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.119874] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.120252] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.120252] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.120252] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.120374] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.120471] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.120533] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.120651] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.120789] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.121723] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.121723] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.121847] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.121847] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.122066] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9bdaf5d9-3368-45dc-a4a4-4b6644e89097 is going to be updated. [ 598.147363] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.147561] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.147661] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.147830] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.147961] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.148126] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bdaf5d9-3368-45dc-a4a4-4b6644e89097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.453592] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.453752] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.453823] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.454319] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.454425] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.454660] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.454772] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.454929] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.455036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.455318] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.455318] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc405a3b-eed8-485b-b0cd-c15ed5254992 already deleted. [ 598.455318] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc405a3b-eed8-485b-b0cd-c15ed5254992" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.625331] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('faccbb04-f389-44e6-bf45-04d64b0ac570',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.739460] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.739734] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.739923] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.740303] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.740763] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.740865] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.741263] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.741527] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.741689] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.742443] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.742443] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 598.742443] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 598.742443] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 598.742625] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 598.742752] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 598.743108] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 598.764425] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 598.764595] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 598.764726] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 598.764898] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.765220] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-db96c96c-a9cd-4b3d-adb7-5f277b33ec26 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.765450] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-db96c96c-a9cd-4b3d-adb7-5f277b33ec26" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.765528] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-db96c96c-a9cd-4b3d-adb7-5f277b33ec26" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.765890] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-db96c96c-a9cd-4b3d-adb7-5f277b33ec26" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.766038] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db96c96c-a9cd-4b3d-adb7-5f277b33ec26',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.128136] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.128435] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.128435] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.128715] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.128804] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.128917] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faccbb04-f389-44e6-bf45-04d64b0ac570 is going to be created. [ 599.160353] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.160353] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.160353] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.160925] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.161163] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.173839] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faccbb04-f389-44e6-bf45-04d64b0ac570 in Status: UNINITIALIZED for 2s [ 599.273029] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.273029] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.273029] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.273488] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.273657] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.273862] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port db96c96c-a9cd-4b3d-adb7-5f277b33ec26 not found, creating... [ 599.274082] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.274254] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.274353] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.274575] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.274713] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.275169] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.275330] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.275330] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.275555] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.275798] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.275798] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: db96c96c-a9cd-4b3d-adb7-5f277b33ec26 is going to be created. [ 599.299430] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.300676] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.300802] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.301072] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.301306] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.303033] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-db96c96c-a9cd-4b3d-adb7-5f277b33ec26" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.403172] env[66979]: INFO networking_nsxv3.common.synchronization [None req-0f9456d0-4eca-4f8f-ab32-9cb035b6b774 None None] Enqueued Resource ID: 20c7f454-b5ac-488d-a427-5a3dafb3cd38 with Priority: HIGHEST for action port [ 599.403172] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c7f454-b5ac-488d-a427-5a3dafb3cd38 with Priority: HIGHEST for action port [ 599.403172] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-20c7f454-b5ac-488d-a427-5a3dafb3cd38 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.403172] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20c7f454-b5ac-488d-a427-5a3dafb3cd38" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.403635] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20c7f454-b5ac-488d-a427-5a3dafb3cd38" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.404025] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20c7f454-b5ac-488d-a427-5a3dafb3cd38" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.404213] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20c7f454-b5ac-488d-a427-5a3dafb3cd38',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.735023] env[66979]: INFO networking_nsxv3.common.synchronization [None req-2ac9a583-0edb-41f0-bf96-e96fafee0d68 None None] Enqueued Resource ID: 0b2da73b-4d81-4176-9ae2-2d70cd7c1902 with Priority: HIGHEST for action port [ 599.735023] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b2da73b-4d81-4176-9ae2-2d70cd7c1902 with Priority: HIGHEST for action port [ 599.735023] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b2da73b-4d81-4176-9ae2-2d70cd7c1902 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.735601] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b2da73b-4d81-4176-9ae2-2d70cd7c1902" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.735765] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b2da73b-4d81-4176-9ae2-2d70cd7c1902" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.736102] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b2da73b-4d81-4176-9ae2-2d70cd7c1902" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.736279] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b2da73b-4d81-4176-9ae2-2d70cd7c1902',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.818097] env[66979]: INFO networking_nsxv3.common.synchronization [None req-909b8587-3cbb-4d33-95d5-38af85d93366 None None] Enqueued Resource ID: 07d1d82d-a893-4afa-9acf-7137e64fdd0a with Priority: HIGHEST for action port [ 599.819107] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07d1d82d-a893-4afa-9acf-7137e64fdd0a with Priority: HIGHEST for action port [ 599.819107] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-07d1d82d-a893-4afa-9acf-7137e64fdd0a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.819107] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07d1d82d-a893-4afa-9acf-7137e64fdd0a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.819438] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07d1d82d-a893-4afa-9acf-7137e64fdd0a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.819438] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07d1d82d-a893-4afa-9acf-7137e64fdd0a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.819769] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07d1d82d-a893-4afa-9acf-7137e64fdd0a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.906991] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20c7f454-b5ac-488d-a427-5a3dafb3cd38 [ 599.906991] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.906991] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.906991] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.906991] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.907213] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.907213] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20c7f454-b5ac-488d-a427-5a3dafb3cd38 already deleted. [ 599.907268] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20c7f454-b5ac-488d-a427-5a3dafb3cd38" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.015752] env[66979]: INFO networking_nsxv3.common.synchronization [req-3d5db3d7-3072-4411-8276-0eb387d9caa8 req-4e494c36-f5e8-440d-bdbf-eb53f9cea9c0 service nova] Enqueued Resource ID: fc405a3b-eed8-485b-b0cd-c15ed5254992 with Priority: HIGHEST for action security_group_rules [ 600.016205] env[66979]: INFO networking_nsxv3.common.synchronization [req-3d5db3d7-3072-4411-8276-0eb387d9caa8 req-4e494c36-f5e8-440d-bdbf-eb53f9cea9c0 service nova] Enqueued Resource ID: fc405a3b-eed8-485b-b0cd-c15ed5254992 with Priority: HIGHEST for action security_group_members [ 600.019115] env[66979]: INFO networking_nsxv3.common.synchronization [req-3d5db3d7-3072-4411-8276-0eb387d9caa8 req-4e494c36-f5e8-440d-bdbf-eb53f9cea9c0 service nova] Enqueued Resource ID: db96c96c-a9cd-4b3d-adb7-5f277b33ec26 with Priority: HIGHEST for action port [ 600.019115] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc405a3b-eed8-485b-b0cd-c15ed5254992 with Priority: HIGHEST for action security_group_rules [ 600.019115] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc405a3b-eed8-485b-b0cd-c15ed5254992 with Priority: HIGHEST for action security_group_members [ 600.019115] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db96c96c-a9cd-4b3d-adb7-5f277b33ec26 with Priority: HIGHEST for action port [ 600.019115] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc405a3b-eed8-485b-b0cd-c15ed5254992 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.019115] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc405a3b-eed8-485b-b0cd-c15ed5254992" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.019115] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc405a3b-eed8-485b-b0cd-c15ed5254992" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.019115] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc405a3b-eed8-485b-b0cd-c15ed5254992" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.019115] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc405a3b-eed8-485b-b0cd-c15ed5254992',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.019115] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc405a3b-eed8-485b-b0cd-c15ed5254992 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.019654] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc405a3b-eed8-485b-b0cd-c15ed5254992" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.019654] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc405a3b-eed8-485b-b0cd-c15ed5254992" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.021309] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc405a3b-eed8-485b-b0cd-c15ed5254992" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.021309] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.021309] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.021309] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.021309] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.021309] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.021309] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc405a3b-eed8-485b-b0cd-c15ed5254992',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.025840] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-db96c96c-a9cd-4b3d-adb7-5f277b33ec26 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.025840] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db96c96c-a9cd-4b3d-adb7-5f277b33ec26" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.025840] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db96c96c-a9cd-4b3d-adb7-5f277b33ec26" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.025840] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db96c96c-a9cd-4b3d-adb7-5f277b33ec26" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.025840] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db96c96c-a9cd-4b3d-adb7-5f277b33ec26',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.242105] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b2da73b-4d81-4176-9ae2-2d70cd7c1902 [ 600.242105] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.242105] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.242105] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.242429] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.242429] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.242429] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b2da73b-4d81-4176-9ae2-2d70cd7c1902 already deleted. [ 600.242801] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b2da73b-4d81-4176-9ae2-2d70cd7c1902" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.321523] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07d1d82d-a893-4afa-9acf-7137e64fdd0a [ 600.322821] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.322821] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.322821] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.322821] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.322821] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.322821] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07d1d82d-a893-4afa-9acf-7137e64fdd0a already deleted. [ 600.322821] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07d1d82d-a893-4afa-9acf-7137e64fdd0a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.526546] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc405a3b-eed8-485b-b0cd-c15ed5254992 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.530020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc405a3b-eed8-485b-b0cd-c15ed5254992" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.530020] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc405a3b-eed8-485b-b0cd-c15ed5254992',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.530020] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db96c96c-a9cd-4b3d-adb7-5f277b33ec26 with status ACTIVE [ 600.530020] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.530020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.530020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.530020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.530020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.530020] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.530020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.530020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.530020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.530020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.530020] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.531016] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.531305] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.531580] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.531933] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.532919] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db96c96c-a9cd-4b3d-adb7-5f277b33ec26 is going to be updated. [ 600.554902] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.555054] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.555118] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.555350] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.555453] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.555612] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db96c96c-a9cd-4b3d-adb7-5f277b33ec26" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.792107] env[66979]: INFO networking_nsxv3.common.synchronization [req-4932dcd5-49d5-434f-8337-10910c97184e req-19bd52a4-e7ab-481e-b2c7-9ae15359070f tempest-ServerExternalEventsTest-537163625 tempest-ServerExternalEventsTest-537163625-project-member] Enqueued Resource ID: 8606b7f1-120a-459b-b2b0-295e62e6f9b6 with Priority: HIGHEST for action security_group_members [ 600.793380] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8606b7f1-120a-459b-b2b0-295e62e6f9b6 with Priority: HIGHEST for action security_group_members [ 600.795509] env[66979]: INFO networking_nsxv3.common.synchronization [None req-42747ec8-fc1f-4953-a032-f10054080593 None None] Enqueued Resource ID: 96e82c82-5814-4962-bf1f-20849b448df8 with Priority: HIGHEST for action port [ 600.795852] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-8606b7f1-120a-459b-b2b0-295e62e6f9b6 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.795996] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.796070] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.796418] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.798018] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.798018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.798018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.798018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.798018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.798018] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8606b7f1-120a-459b-b2b0-295e62e6f9b6',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.799981] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96e82c82-5814-4962-bf1f-20849b448df8 with Priority: HIGHEST for action port [ 600.801835] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-96e82c82-5814-4962-bf1f-20849b448df8 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.802030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96e82c82-5814-4962-bf1f-20849b448df8" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.802030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96e82c82-5814-4962-bf1f-20849b448df8" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.802277] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96e82c82-5814-4962-bf1f-20849b448df8" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.802356] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96e82c82-5814-4962-bf1f-20849b448df8',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.035349] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc405a3b-eed8-485b-b0cd-c15ed5254992',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.184332] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faccbb04-f389-44e6-bf45-04d64b0ac570 in Status: SUCCESS [ 601.185270] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.189019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.189019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.189019] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.189019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.189019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.189019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.189019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.189019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.189019] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('faccbb04-f389-44e6-bf45-04d64b0ac570',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.302031] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.302031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.302031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.302473] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.302473] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.302537] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.303616] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.303616] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.303616] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.303616] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.303616] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8606b7f1-120a-459b-b2b0-295e62e6f9b6 already deleted. [ 601.303616] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.306292] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96e82c82-5814-4962-bf1f-20849b448df8 [ 601.306454] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.306529] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.306589] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.306953] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.306953] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.306953] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96e82c82-5814-4962-bf1f-20849b448df8 already deleted. [ 601.307121] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96e82c82-5814-4962-bf1f-20849b448df8" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.432817] env[66979]: INFO networking_nsxv3.common.synchronization [None req-81d77e37-6d09-4b33-b25d-fd3f349cc9b6 None None] Enqueued Resource ID: 8e2945f7-bc8a-4495-9d76-cc394c37bfc3 with Priority: HIGHEST for action port [ 601.433404] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e2945f7-bc8a-4495-9d76-cc394c37bfc3 with Priority: HIGHEST for action port [ 601.433697] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e2945f7-bc8a-4495-9d76-cc394c37bfc3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.433822] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e2945f7-bc8a-4495-9d76-cc394c37bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.433912] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e2945f7-bc8a-4495-9d76-cc394c37bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.434405] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e2945f7-bc8a-4495-9d76-cc394c37bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.434666] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e2945f7-bc8a-4495-9d76-cc394c37bfc3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.538048] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.538265] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.538305] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.538634] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.538738] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.538932] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc405a3b-eed8-485b-b0cd-c15ed5254992 is going to be created. [ 601.569790] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.569973] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.570038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.570292] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.570469] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.582385] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc405a3b-eed8-485b-b0cd-c15ed5254992 in Status: UNINITIALIZED for 2s [ 601.617759] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.618066] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.618132] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.618364] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.619992] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.620240] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.620361] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.620594] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.620733] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.620930] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.621064] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.621139] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.621235] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.621394] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.621462] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.621550] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.641940] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.642140] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 601.642251] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.642413] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.643075] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-ad7fac06-a7ab-41bb-8fd8-0e4efa703793 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.643075] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-ad7fac06-a7ab-41bb-8fd8-0e4efa703793" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.643075] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-ad7fac06-a7ab-41bb-8fd8-0e4efa703793" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.643368] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-ad7fac06-a7ab-41bb-8fd8-0e4efa703793" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.643424] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad7fac06-a7ab-41bb-8fd8-0e4efa703793',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.690649] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-faccbb04-f389-44e6-bf45-04d64b0ac570 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.690855] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.690897] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.691098] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.691263] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.691364] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.691429] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.691603] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.691665] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.691741] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.691883] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-faccbb04-f389-44e6-bf45-04d64b0ac570 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.691974] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.692052] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.692196] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.692329] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.692418] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.692478] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.692610] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.692751] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.692834] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.692919] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('faccbb04-f389-44e6-bf45-04d64b0ac570',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.938463] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e2945f7-bc8a-4495-9d76-cc394c37bfc3 [ 601.938463] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.938463] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.938463] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.938463] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.938463] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.938463] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e2945f7-bc8a-4495-9d76-cc394c37bfc3 already deleted. [ 601.938463] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e2945f7-bc8a-4495-9d76-cc394c37bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.145535] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.145807] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.145956] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.146301] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.146458] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.146629] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port ad7fac06-a7ab-41bb-8fd8-0e4efa703793 not found, creating... [ 602.146906] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.147103] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.147226] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.147534] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.147783] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.148015] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.148200] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.148320] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.148588] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.148818] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.149083] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: ad7fac06-a7ab-41bb-8fd8-0e4efa703793 is going to be created. [ 602.170654] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.170909] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.171601] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.171963] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.172812] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.172916] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-ad7fac06-a7ab-41bb-8fd8-0e4efa703793" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.195983] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for faccbb04-f389-44e6-bf45-04d64b0ac570: rpc.has_security_group_logging(os_id): False [ 602.221016] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.221235] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.221342] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.221519] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.221612] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.221931] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.222032] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.222084] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.222427] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.222427] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.222575] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.222633] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.222662] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.222789] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.222865] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.223047] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.223136] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.223200] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.223330] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.223402] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.223485] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: faccbb04-f389-44e6-bf45-04d64b0ac570 is going to be created. [ 602.292404] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.292640] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.292688] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.292898] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.293131] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.320226] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: faccbb04-f389-44e6-bf45-04d64b0ac570 in Status: IN_PROGRESS for 2s [ 602.497991] env[66979]: INFO networking_nsxv3.common.synchronization [req-e8834086-63de-41a1-b8a7-2d8c102bbc36 req-25e8beac-0335-45be-bf40-b607f5a523aa tempest-ServersAdminTestJSON-207348556 tempest-ServersAdminTestJSON-207348556-project-member] Enqueued Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_members [ 602.498275] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_members [ 602.498592] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.498722] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.498791] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.499059] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.499224] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.499324] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.499384] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.499545] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.499634] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.499728] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.931980] env[66979]: INFO networking_nsxv3.common.synchronization [None req-ec4aa2bc-f050-4c9d-b07d-7e138a925cdd None None] Enqueued Resource ID: f20d1238-dc26-4b2d-b4b6-92ea5a108c14 with Priority: HIGHEST for action port [ 602.932589] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f20d1238-dc26-4b2d-b4b6-92ea5a108c14 with Priority: HIGHEST for action port [ 602.932902] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-f20d1238-dc26-4b2d-b4b6-92ea5a108c14 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.933585] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f20d1238-dc26-4b2d-b4b6-92ea5a108c14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.933708] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f20d1238-dc26-4b2d-b4b6-92ea5a108c14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.934045] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f20d1238-dc26-4b2d-b4b6-92ea5a108c14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.934602] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f20d1238-dc26-4b2d-b4b6-92ea5a108c14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.003010] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.003010] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.003010] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.003010] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.003010] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.003010] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.003010] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.003010] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.003368] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.003368] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.003640] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 already deleted. [ 603.003746] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.309397] env[66979]: INFO networking_nsxv3.common.synchronization [req-4932dcd5-49d5-434f-8337-10910c97184e req-aed76dbe-bf7f-423e-8b33-05a82e56732c service nova] Enqueued Resource ID: 8606b7f1-120a-459b-b2b0-295e62e6f9b6 with Priority: HIGHEST for action security_group_rules [ 603.309568] env[66979]: INFO networking_nsxv3.common.synchronization [req-4932dcd5-49d5-434f-8337-10910c97184e req-aed76dbe-bf7f-423e-8b33-05a82e56732c service nova] Enqueued Resource ID: 8606b7f1-120a-459b-b2b0-295e62e6f9b6 with Priority: HIGHEST for action security_group_members [ 603.309711] env[66979]: INFO networking_nsxv3.common.synchronization [req-4932dcd5-49d5-434f-8337-10910c97184e req-aed76dbe-bf7f-423e-8b33-05a82e56732c service nova] Enqueued Resource ID: ad7fac06-a7ab-41bb-8fd8-0e4efa703793 with Priority: HIGHEST for action port [ 603.309930] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8606b7f1-120a-459b-b2b0-295e62e6f9b6 with Priority: HIGHEST for action security_group_rules [ 603.310066] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8606b7f1-120a-459b-b2b0-295e62e6f9b6 with Priority: HIGHEST for action security_group_members [ 603.310166] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad7fac06-a7ab-41bb-8fd8-0e4efa703793 with Priority: HIGHEST for action port [ 603.310719] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8606b7f1-120a-459b-b2b0-295e62e6f9b6 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.310842] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.310910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.311199] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.311282] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8606b7f1-120a-459b-b2b0-295e62e6f9b6',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.314212] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-8606b7f1-120a-459b-b2b0-295e62e6f9b6 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.316910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.316910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.316910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.316910] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.316910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.316910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.316910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.316910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.316910] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8606b7f1-120a-459b-b2b0-295e62e6f9b6',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.316910] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad7fac06-a7ab-41bb-8fd8-0e4efa703793 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.316910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad7fac06-a7ab-41bb-8fd8-0e4efa703793" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.316910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad7fac06-a7ab-41bb-8fd8-0e4efa703793" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.316910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad7fac06-a7ab-41bb-8fd8-0e4efa703793" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.316910] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad7fac06-a7ab-41bb-8fd8-0e4efa703793',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.438558] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f20d1238-dc26-4b2d-b4b6-92ea5a108c14 [ 603.438826] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.438963] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.440345] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.440641] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.440747] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.440857] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f20d1238-dc26-4b2d-b4b6-92ea5a108c14 already deleted. [ 603.440939] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f20d1238-dc26-4b2d-b4b6-92ea5a108c14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.593775] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc405a3b-eed8-485b-b0cd-c15ed5254992 in Status: SUCCESS [ 603.594603] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc405a3b-eed8-485b-b0cd-c15ed5254992" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.595447] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc405a3b-eed8-485b-b0cd-c15ed5254992" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.595447] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc405a3b-eed8-485b-b0cd-c15ed5254992" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.595447] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.596362] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.596362] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.596362] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.596491] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.596547] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc405a3b-eed8-485b-b0cd-c15ed5254992" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.596638] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc405a3b-eed8-485b-b0cd-c15ed5254992',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.620044] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.620237] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-744" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.620520] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-744" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.621184] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-744" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.622036] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.622036] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.622036] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.622036] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.622315] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.622642] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.622841] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.622950] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.623068] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.623667] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.623667] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.623667] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.642175] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.644286] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.644286] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.644286] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-744" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.644286] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-d2868ccb-c05f-4ec9-834c-53a81c9d079a taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.644286] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-d2868ccb-c05f-4ec9-834c-53a81c9d079a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.644286] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-d2868ccb-c05f-4ec9-834c-53a81c9d079a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.644286] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-d2868ccb-c05f-4ec9-834c-53a81c9d079a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.644617] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2868ccb-c05f-4ec9-834c-53a81c9d079a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.820103] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-8606b7f1-120a-459b-b2b0-295e62e6f9b6 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.820103] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.820103] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8606b7f1-120a-459b-b2b0-295e62e6f9b6',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.821747] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ad7fac06-a7ab-41bb-8fd8-0e4efa703793 with status ACTIVE [ 603.821747] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.821903] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.821903] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.822089] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.822173] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.822362] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.822503] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.822503] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.822762] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.822762] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.822909] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.822992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.823968] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.824154] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.824235] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.824359] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ad7fac06-a7ab-41bb-8fd8-0e4efa703793 is going to be updated. [ 603.846750] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.847100] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.847100] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.847232] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.847489] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.847489] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad7fac06-a7ab-41bb-8fd8-0e4efa703793" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.102411] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc405a3b-eed8-485b-b0cd-c15ed5254992 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.102692] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc405a3b-eed8-485b-b0cd-c15ed5254992" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.102897] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc405a3b-eed8-485b-b0cd-c15ed5254992" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.103187] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc405a3b-eed8-485b-b0cd-c15ed5254992" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.103374] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.103483] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.103559] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.103911] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.103911] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.103911] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc405a3b-eed8-485b-b0cd-c15ed5254992" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.104060] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc405a3b-eed8-485b-b0cd-c15ed5254992 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.104185] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc405a3b-eed8-485b-b0cd-c15ed5254992" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.104252] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc405a3b-eed8-485b-b0cd-c15ed5254992" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.104417] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc405a3b-eed8-485b-b0cd-c15ed5254992" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.104564] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.105787] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.105787] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.105787] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.105787] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.105787] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc405a3b-eed8-485b-b0cd-c15ed5254992" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.106181] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc405a3b-eed8-485b-b0cd-c15ed5254992',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.148851] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.148851] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.148851] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.150064] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.150064] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.150064] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port d2868ccb-c05f-4ec9-834c-53a81c9d079a not found, creating... [ 604.150220] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.150431] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.150561] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.150999] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.150999] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.151250] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.151432] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.151506] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.152053] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.152053] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.152053] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: d2868ccb-c05f-4ec9-834c-53a81c9d079a is going to be created. [ 604.176433] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.176644] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.176750] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.177037] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.177240] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.177462] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-d2868ccb-c05f-4ec9-834c-53a81c9d079a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.181802] env[66979]: INFO networking_nsxv3.common.synchronization [None req-813d902a-5293-4461-84f8-155fda2503d3 tempest-VolumesAssistedSnapshotsTest-465118155 tempest-VolumesAssistedSnapshotsTest-465118155-project-member] Enqueued Resource ID: 7751c4fb-0875-4f53-9dc4-7b7121dfacf7 with Priority: HIGHEST for action security_group_rules [ 604.182041] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7751c4fb-0875-4f53-9dc4-7b7121dfacf7 with Priority: HIGHEST for action security_group_rules [ 604.182555] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7751c4fb-0875-4f53-9dc4-7b7121dfacf7 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.182682] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.182756] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.182946] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.183040] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7751c4fb-0875-4f53-9dc4-7b7121dfacf7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.325978] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8606b7f1-120a-459b-b2b0-295e62e6f9b6',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.333032] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: faccbb04-f389-44e6-bf45-04d64b0ac570 in Status: SUCCESS [ 604.333431] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.609276] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc405a3b-eed8-485b-b0cd-c15ed5254992: rpc.has_security_group_logging(os_id): False [ 604.631036] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.631036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.631036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.631036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.631036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.631036] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.631388] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.631388] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.631388] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.631388] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.631760] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.631760] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.631760] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.631943] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.631943] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.632295] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.632528] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.632641] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.633303] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.633303] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.633303] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc405a3b-eed8-485b-b0cd-c15ed5254992 is going to be created. [ 604.698696] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.698871] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.698961] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.699444] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.700406] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.713905] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc405a3b-eed8-485b-b0cd-c15ed5254992 in Status: IN_PROGRESS for 2s [ 604.714911] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.715105] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.715167] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.715354] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.715456] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.715983] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7751c4fb-0875-4f53-9dc4-7b7121dfacf7 already deleted. [ 604.715983] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.828159] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.828297] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.828427] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.828573] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.828661] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.828787] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8606b7f1-120a-459b-b2b0-295e62e6f9b6 is going to be created. [ 604.832584] env[66979]: INFO networking_nsxv3.common.synchronization [None req-3f0515ce-73a8-44ee-b0d4-75e893168551 tempest-VolumesAssistedSnapshotsTest-465118155 tempest-VolumesAssistedSnapshotsTest-465118155-project-member] Enqueued Resource ID: 7751c4fb-0875-4f53-9dc4-7b7121dfacf7 with Priority: HIGHEST for action security_group_rules [ 604.834276] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7751c4fb-0875-4f53-9dc4-7b7121dfacf7 with Priority: HIGHEST for action security_group_rules [ 604.834674] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7751c4fb-0875-4f53-9dc4-7b7121dfacf7 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.834814] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.834893] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.836042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.836042] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7751c4fb-0875-4f53-9dc4-7b7121dfacf7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.865153] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.865374] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.865468] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.865768] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.865928] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.878357] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8606b7f1-120a-459b-b2b0-295e62e6f9b6 in Status: UNINITIALIZED for 2s [ 604.905011] env[66979]: INFO networking_nsxv3.common.synchronization [None req-a55fd971-db91-4d49-8a56-20cacb45c969 None None] Enqueued Resource ID: 4adc1c81-27e7-40c1-bdb0-0810b23f6185 with Priority: HIGHEST for action port [ 604.906212] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4adc1c81-27e7-40c1-bdb0-0810b23f6185 with Priority: HIGHEST for action port [ 604.906212] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-4adc1c81-27e7-40c1-bdb0-0810b23f6185 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.907059] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4adc1c81-27e7-40c1-bdb0-0810b23f6185" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.907168] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4adc1c81-27e7-40c1-bdb0-0810b23f6185" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.907513] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4adc1c81-27e7-40c1-bdb0-0810b23f6185" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.907617] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4adc1c81-27e7-40c1-bdb0-0810b23f6185',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.964044] env[66979]: INFO networking_nsxv3.common.synchronization [req-e8834086-63de-41a1-b8a7-2d8c102bbc36 req-388cc51e-b0c3-4a6c-9770-98d19687ad26 service nova] Enqueued Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_rules [ 604.964044] env[66979]: INFO networking_nsxv3.common.synchronization [req-e8834086-63de-41a1-b8a7-2d8c102bbc36 req-388cc51e-b0c3-4a6c-9770-98d19687ad26 service nova] Enqueued Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_members [ 604.964044] env[66979]: INFO networking_nsxv3.common.synchronization [req-e8834086-63de-41a1-b8a7-2d8c102bbc36 req-388cc51e-b0c3-4a6c-9770-98d19687ad26 service nova] Enqueued Resource ID: d2868ccb-c05f-4ec9-834c-53a81c9d079a with Priority: HIGHEST for action port [ 604.964044] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_rules [ 604.964398] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_members [ 604.964398] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2868ccb-c05f-4ec9-834c-53a81c9d079a with Priority: HIGHEST for action port [ 604.964475] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.965206] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.965206] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.965206] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.965206] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.966015] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.966238] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.966304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.966435] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.966580] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.966696] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.966758] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.966898] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.967040] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.970021] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.970021] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2868ccb-c05f-4ec9-834c-53a81c9d079a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.970021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2868ccb-c05f-4ec9-834c-53a81c9d079a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.970021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2868ccb-c05f-4ec9-834c-53a81c9d079a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.970021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2868ccb-c05f-4ec9-834c-53a81c9d079a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.970021] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2868ccb-c05f-4ec9-834c-53a81c9d079a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.210373] env[66979]: INFO networking_nsxv3.common.synchronization [None req-3af42a45-93bb-436f-9ea4-4976a2234d09 None None] Enqueued Resource ID: fd53bd17-c492-4c3d-b56b-e6e534118e7f with Priority: HIGHEST for action port [ 605.210945] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd53bd17-c492-4c3d-b56b-e6e534118e7f with Priority: HIGHEST for action port [ 605.211478] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd53bd17-c492-4c3d-b56b-e6e534118e7f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.211601] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd53bd17-c492-4c3d-b56b-e6e534118e7f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.211685] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd53bd17-c492-4c3d-b56b-e6e534118e7f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.211962] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd53bd17-c492-4c3d-b56b-e6e534118e7f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.212531] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd53bd17-c492-4c3d-b56b-e6e534118e7f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.358852] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.359053] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.359485] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.359716] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.359831] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.359934] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7751c4fb-0875-4f53-9dc4-7b7121dfacf7 already deleted. [ 605.360044] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.410027] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4adc1c81-27e7-40c1-bdb0-0810b23f6185 [ 605.410297] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.410436] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.410504] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.410722] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.410808] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.410907] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4adc1c81-27e7-40c1-bdb0-0810b23f6185 already deleted. [ 605.410989] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4adc1c81-27e7-40c1-bdb0-0810b23f6185" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.460758] env[66979]: INFO networking_nsxv3.common.synchronization [req-721eb495-c0b6-409b-ae88-5d9920259e1d req-2e957d3c-f1da-4486-88d3-52678e43a121 tempest-ImagesOneServerTestJSON-1238413421 tempest-ImagesOneServerTestJSON-1238413421-project-member] Enqueued Resource ID: 8e983b3f-bea7-4997-81e0-4373048866c5 with Priority: HIGHEST for action security_group_members [ 605.461306] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e983b3f-bea7-4997-81e0-4373048866c5 with Priority: HIGHEST for action security_group_members [ 605.461639] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e983b3f-bea7-4997-81e0-4373048866c5 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.461709] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.461749] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.462015] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.462210] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.462314] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.462374] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.462783] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.462893] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.463050] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e983b3f-bea7-4997-81e0-4373048866c5',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.469855] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.469963] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.470426] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.471288] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2868ccb-c05f-4ec9-834c-53a81c9d079a with status ACTIVE [ 605.471473] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.471581] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.471648] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.471867] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.471959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.472243] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.472243] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.472366] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.472436] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.472510] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.472685] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.472780] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.472846] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.472967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.473053] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.473138] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2868ccb-c05f-4ec9-834c-53a81c9d079a is going to be updated. [ 605.496041] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.496206] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.496277] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.496474] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.496638] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.496928] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2868ccb-c05f-4ec9-834c-53a81c9d079a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.715317] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fd53bd17-c492-4c3d-b56b-e6e534118e7f [ 605.715317] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.715317] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.715317] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.715795] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.715795] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.715795] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fd53bd17-c492-4c3d-b56b-e6e534118e7f already deleted. [ 605.715795] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd53bd17-c492-4c3d-b56b-e6e534118e7f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.906439] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-892 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.906439] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-892" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.906439] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-892" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.906439] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-892" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.906439] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.906907] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.906907] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.906907] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.907058] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.907161] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.907265] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 605.907366] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 605.907462] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 605.907583] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 605.907715] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 605.907844] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 605.931265] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 605.931265] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 605.931265] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 605.931265] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-892" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.931265] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-3c5333c3-304b-40ff-8e66-71132fdbbb40 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.931265] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-3c5333c3-304b-40ff-8e66-71132fdbbb40" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.931690] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-3c5333c3-304b-40ff-8e66-71132fdbbb40" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.931729] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-3c5333c3-304b-40ff-8e66-71132fdbbb40" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.931902] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c5333c3-304b-40ff-8e66-71132fdbbb40',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.965611] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.965906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.965972] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.966231] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.966344] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.968065] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.971048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.971048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.971048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.971048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.971048] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e983b3f-bea7-4997-81e0-4373048866c5 already deleted. [ 605.971048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.975372] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.414995] env[66979]: INFO networking_nsxv3.common.synchronization [req-a91c446a-8487-4627-a125-34ef429a9d2a req-f856143e-9b58-4c14-adfd-87c5f04a7172 tempest-ServersTestManualDisk-286639634 tempest-ServersTestManualDisk-286639634-project-member] Enqueued Resource ID: 3b417090-0d8d-4c97-9dd8-130455d49254 with Priority: HIGHEST for action security_group_members [ 606.415290] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b417090-0d8d-4c97-9dd8-130455d49254 with Priority: HIGHEST for action security_group_members [ 606.415602] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b417090-0d8d-4c97-9dd8-130455d49254 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.416390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b417090-0d8d-4c97-9dd8-130455d49254" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.416390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b417090-0d8d-4c97-9dd8-130455d49254" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.416390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b417090-0d8d-4c97-9dd8-130455d49254" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.417440] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.417440] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.417440] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.417440] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.417440] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.417440] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b417090-0d8d-4c97-9dd8-130455d49254',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.438024] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.438024] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.438024] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.438024] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.438024] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.438024] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 3c5333c3-304b-40ff-8e66-71132fdbbb40 not found, creating... [ 606.438024] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.438024] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.438024] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.438024] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.438024] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.438566] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.438566] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.438566] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.438566] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.438566] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.438566] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 3c5333c3-304b-40ff-8e66-71132fdbbb40 is going to be created. [ 606.462730] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.463747] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.463747] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.464057] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.464321] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.464544] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-3c5333c3-304b-40ff-8e66-71132fdbbb40" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.480030] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.480030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.480030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.480030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.480030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.480030] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 is going to be created. [ 606.510253] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.510440] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.510489] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.510697] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.510862] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.522446] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: UNINITIALIZED for 2s [ 606.741018] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc405a3b-eed8-485b-b0cd-c15ed5254992 in Status: SUCCESS [ 606.741018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc405a3b-eed8-485b-b0cd-c15ed5254992" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.892835] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8606b7f1-120a-459b-b2b0-295e62e6f9b6 in Status: SUCCESS [ 606.892835] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.894951] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.894951] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.894951] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.894951] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.894951] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.894951] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.894951] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.894951] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.894951] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8606b7f1-120a-459b-b2b0-295e62e6f9b6',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.919818] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.920204] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.921061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.921061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.921061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.921061] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.921061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.921061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.922090] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.922090] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.922090] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b417090-0d8d-4c97-9dd8-130455d49254 already deleted. [ 606.922090] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b417090-0d8d-4c97-9dd8-130455d49254" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.950194] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-293 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.950194] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-293" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.950194] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-293" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.950194] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-293" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.950194] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.950194] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.950459] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.950606] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.950789] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.951058] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.951215] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.951387] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.951534] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.951697] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.951849] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.952111] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.972308] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.972503] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.972621] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.972869] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-293" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.973193] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-99c667a6-9118-4ad4-96a2-c10bf704c998 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.973456] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-99c667a6-9118-4ad4-96a2-c10bf704c998" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.973456] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-99c667a6-9118-4ad4-96a2-c10bf704c998" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.973764] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-99c667a6-9118-4ad4-96a2-c10bf704c998" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.973896] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99c667a6-9118-4ad4-96a2-c10bf704c998',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.230513] env[66979]: INFO networking_nsxv3.common.synchronization [req-721eb495-c0b6-409b-ae88-5d9920259e1d req-3fd45592-caf0-4169-b644-63b0b86f8729 service nova] Enqueued Resource ID: 8e983b3f-bea7-4997-81e0-4373048866c5 with Priority: HIGHEST for action security_group_rules [ 607.231027] env[66979]: INFO networking_nsxv3.common.synchronization [req-721eb495-c0b6-409b-ae88-5d9920259e1d req-3fd45592-caf0-4169-b644-63b0b86f8729 service nova] Enqueued Resource ID: 8e983b3f-bea7-4997-81e0-4373048866c5 with Priority: HIGHEST for action security_group_members [ 607.231027] env[66979]: INFO networking_nsxv3.common.synchronization [req-721eb495-c0b6-409b-ae88-5d9920259e1d req-3fd45592-caf0-4169-b644-63b0b86f8729 service nova] Enqueued Resource ID: 3c5333c3-304b-40ff-8e66-71132fdbbb40 with Priority: HIGHEST for action port [ 607.234017] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e983b3f-bea7-4997-81e0-4373048866c5 with Priority: HIGHEST for action security_group_rules [ 607.234017] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e983b3f-bea7-4997-81e0-4373048866c5 with Priority: HIGHEST for action security_group_members [ 607.234017] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c5333c3-304b-40ff-8e66-71132fdbbb40 with Priority: HIGHEST for action port [ 607.234017] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e983b3f-bea7-4997-81e0-4373048866c5 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.234017] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.234017] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.234017] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.234017] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e983b3f-bea7-4997-81e0-4373048866c5',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.234017] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e983b3f-bea7-4997-81e0-4373048866c5 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.234017] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.234017] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.234017] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.234954] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.234954] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.234954] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.234954] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.234954] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.234954] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e983b3f-bea7-4997-81e0-4373048866c5',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.235584] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c5333c3-304b-40ff-8e66-71132fdbbb40 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.235696] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c5333c3-304b-40ff-8e66-71132fdbbb40" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.235800] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c5333c3-304b-40ff-8e66-71132fdbbb40" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.235971] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c5333c3-304b-40ff-8e66-71132fdbbb40" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.236243] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c5333c3-304b-40ff-8e66-71132fdbbb40',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.397449] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-8606b7f1-120a-459b-b2b0-295e62e6f9b6 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.397640] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.397718] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.397940] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.398133] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.398237] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.398300] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.398448] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.398566] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.398668] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.398816] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-8606b7f1-120a-459b-b2b0-295e62e6f9b6 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.398910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.398975] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.399132] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.399269] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.399383] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.399446] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.399577] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.399668] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.399758] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.399848] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8606b7f1-120a-459b-b2b0-295e62e6f9b6',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.476416] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.476663] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.476795] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.477030] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.477167] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.477320] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 99c667a6-9118-4ad4-96a2-c10bf704c998 not found, creating... [ 607.477608] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.477770] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.477882] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.478146] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.478661] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.478661] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.478817] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.478817] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.479035] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.479187] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.479326] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 99c667a6-9118-4ad4-96a2-c10bf704c998 is going to be created. [ 607.501016] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.501246] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.501364] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.501639] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.501846] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.502074] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-99c667a6-9118-4ad4-96a2-c10bf704c998" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.738520] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e983b3f-bea7-4997-81e0-4373048866c5 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.738713] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.739013] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e983b3f-bea7-4997-81e0-4373048866c5',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.740257] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3c5333c3-304b-40ff-8e66-71132fdbbb40 with status ACTIVE [ 607.740588] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.740701] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.740736] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.740947] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.741046] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.741277] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.741331] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.741365] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.741512] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.742048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.742048] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.742048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.742048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.742048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.742380] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.742380] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3c5333c3-304b-40ff-8e66-71132fdbbb40 is going to be updated. [ 607.762769] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.763034] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.763176] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.763535] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.763698] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.763937] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c5333c3-304b-40ff-8e66-71132fdbbb40" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.904666] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8606b7f1-120a-459b-b2b0-295e62e6f9b6: rpc.has_security_group_logging(os_id): False [ 607.924578] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.924786] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.924786] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.924997] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.925107] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.925329] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.925438] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.925552] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.925739] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.925816] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.926017] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.926117] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.926178] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.926316] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.926388] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.926989] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.927156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.927263] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.927429] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.927511] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.927657] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8606b7f1-120a-459b-b2b0-295e62e6f9b6 is going to be created. [ 608.054502] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.054676] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.054731] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.054977] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.055240] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.082776] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8606b7f1-120a-459b-b2b0-295e62e6f9b6 in Status: IN_PROGRESS for 2s [ 608.243891] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e983b3f-bea7-4997-81e0-4373048866c5',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.281820] env[66979]: INFO networking_nsxv3.common.synchronization [req-a91c446a-8487-4627-a125-34ef429a9d2a req-f588f56e-c0a4-4f08-b336-77098d3642b0 service nova] Enqueued Resource ID: 3b417090-0d8d-4c97-9dd8-130455d49254 with Priority: HIGHEST for action security_group_rules [ 608.281820] env[66979]: INFO networking_nsxv3.common.synchronization [req-a91c446a-8487-4627-a125-34ef429a9d2a req-f588f56e-c0a4-4f08-b336-77098d3642b0 service nova] Enqueued Resource ID: 3b417090-0d8d-4c97-9dd8-130455d49254 with Priority: HIGHEST for action security_group_members [ 608.281820] env[66979]: INFO networking_nsxv3.common.synchronization [req-a91c446a-8487-4627-a125-34ef429a9d2a req-f588f56e-c0a4-4f08-b336-77098d3642b0 service nova] Enqueued Resource ID: 99c667a6-9118-4ad4-96a2-c10bf704c998 with Priority: HIGHEST for action port [ 608.282331] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b417090-0d8d-4c97-9dd8-130455d49254 with Priority: HIGHEST for action security_group_rules [ 608.282401] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b417090-0d8d-4c97-9dd8-130455d49254 with Priority: HIGHEST for action security_group_members [ 608.283184] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c667a6-9118-4ad4-96a2-c10bf704c998 with Priority: HIGHEST for action port [ 608.283184] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b417090-0d8d-4c97-9dd8-130455d49254 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.283184] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b417090-0d8d-4c97-9dd8-130455d49254" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.283184] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b417090-0d8d-4c97-9dd8-130455d49254" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.283184] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b417090-0d8d-4c97-9dd8-130455d49254" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.283467] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b417090-0d8d-4c97-9dd8-130455d49254',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.284155] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b417090-0d8d-4c97-9dd8-130455d49254 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.284343] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b417090-0d8d-4c97-9dd8-130455d49254" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.284343] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b417090-0d8d-4c97-9dd8-130455d49254" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.284505] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b417090-0d8d-4c97-9dd8-130455d49254" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.284657] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.284752] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.284811] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.284954] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.285053] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.285144] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b417090-0d8d-4c97-9dd8-130455d49254',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.286067] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-99c667a6-9118-4ad4-96a2-c10bf704c998 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.286440] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99c667a6-9118-4ad4-96a2-c10bf704c998" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.286514] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99c667a6-9118-4ad4-96a2-c10bf704c998" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.286681] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99c667a6-9118-4ad4-96a2-c10bf704c998" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.286760] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99c667a6-9118-4ad4-96a2-c10bf704c998',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.537231] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: SUCCESS [ 608.537231] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.537231] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.537231] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.537231] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.537231] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.537231] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.537231] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.537231] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.537231] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.537231] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.748832] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.748832] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.748832] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.748832] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.748832] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.748832] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e983b3f-bea7-4997-81e0-4373048866c5 is going to be created. [ 608.789556] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99c667a6-9118-4ad4-96a2-c10bf704c998 with status ACTIVE [ 608.789914] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.790128] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.790316] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.790629] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.790782] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.791046] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.791192] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.791283] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.791839] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.791933] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.792757] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.792879] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.792952] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.793201] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.793282] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.793399] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99c667a6-9118-4ad4-96a2-c10bf704c998 is going to be updated. [ 608.797436] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b417090-0d8d-4c97-9dd8-130455d49254',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.799596] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b417090-0d8d-4c97-9dd8-130455d49254 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.799832] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b417090-0d8d-4c97-9dd8-130455d49254" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.801104] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.801915] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.801915] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.801915] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.801915] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.850272] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e983b3f-bea7-4997-81e0-4373048866c5 in Status: UNINITIALIZED for 2s [ 608.869799] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.869984] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.870690] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.870690] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.870690] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.870690] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99c667a6-9118-4ad4-96a2-c10bf704c998" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.946934] env[66979]: INFO networking_nsxv3.common.synchronization [req-562cb1f1-9be6-4d6c-86eb-7b7ea74e1f32 req-8a00c26c-e1f8-4cd7-af73-fed3a11383cb tempest-ServersTestJSON-1179808169 tempest-ServersTestJSON-1179808169-project-member] Enqueued Resource ID: fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 with Priority: HIGHEST for action security_group_members [ 608.948155] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 with Priority: HIGHEST for action security_group_members [ 608.948527] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.948731] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.948855] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.949348] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.949510] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.949770] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.949946] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.950253] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.950405] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.950576] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbcc018e-4c0d-495a-87e9-ee9792c3c0e0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.039895] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.040059] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.040111] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.041014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.041014] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.041014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.041014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.041014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.041014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.041333] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.041333] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.041333] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.041447] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.041551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.041737] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.041805] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.041918] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.042228] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.042228] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.042228] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.042228] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.306797] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b417090-0d8d-4c97-9dd8-130455d49254',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.453528] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.453647] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.453683] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.454038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.454132] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.454256] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.454357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.454408] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.454623] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.454712] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.454712] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 already deleted. [ 609.454801] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.503044] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-988 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.503276] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-988" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.503504] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-988" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.503759] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-988" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.504268] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.504544] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.504759] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.505139] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.505518] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.505608] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.505794] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.505998] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.506262] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.506446] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.506603] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.506871] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.537916] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.538103] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.538412] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.538867] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-988" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.539410] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-183e4f3c-1c01-4bcb-a5e6-0755d101ad9e taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.539659] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-183e4f3c-1c01-4bcb-a5e6-0755d101ad9e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.539852] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-183e4f3c-1c01-4bcb-a5e6-0755d101ad9e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.540413] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-183e4f3c-1c01-4bcb-a5e6-0755d101ad9e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.540608] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('183e4f3c-1c01-4bcb-a5e6-0755d101ad9e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.544428] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f53fe5d-8905-4361-88fe-94c3593e0f01: rpc.has_security_group_logging(os_id): False [ 609.568573] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.568820] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.568820] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.570709] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.570709] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.570709] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.570709] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.570709] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.570709] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.570709] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.570709] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.570709] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.570709] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.570709] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.570709] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.570709] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.570709] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.573140] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.573140] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.573140] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.573295] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 is going to be created. [ 609.641100] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.642313] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.642313] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.642313] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.642313] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.655997] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: IN_PROGRESS for 2s [ 609.808376] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.810198] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.810361] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.810538] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.810660] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.810743] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b417090-0d8d-4c97-9dd8-130455d49254 is going to be created. [ 609.848944] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.849151] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.849445] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.849445] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.849560] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.864665] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b417090-0d8d-4c97-9dd8-130455d49254 in Status: UNINITIALIZED for 2s [ 610.015596] env[66979]: INFO networking_nsxv3.common.synchronization [None req-1df2e6a8-ea69-42f5-8802-e97ac3df6e71 None None] Enqueued Resource ID: 019fd189-a6b6-49d8-96e7-68bb693f086f with Priority: HIGHEST for action port [ 610.017017] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 019fd189-a6b6-49d8-96e7-68bb693f086f with Priority: HIGHEST for action port [ 610.017017] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-019fd189-a6b6-49d8-96e7-68bb693f086f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.017017] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-019fd189-a6b6-49d8-96e7-68bb693f086f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.017017] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-019fd189-a6b6-49d8-96e7-68bb693f086f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.019192] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-019fd189-a6b6-49d8-96e7-68bb693f086f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.019192] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('019fd189-a6b6-49d8-96e7-68bb693f086f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.049163] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.049548] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.049915] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.050278] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.050511] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.050804] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 183e4f3c-1c01-4bcb-a5e6-0755d101ad9e not found, creating... [ 610.051169] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.051464] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.052669] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.053106] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.053446] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.054153] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.054546] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.054920] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.055414] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.055737] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.056322] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 183e4f3c-1c01-4bcb-a5e6-0755d101ad9e is going to be created. [ 610.082213] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.082213] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.082213] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.082213] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.083769] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.084107] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-183e4f3c-1c01-4bcb-a5e6-0755d101ad9e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.096112] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8606b7f1-120a-459b-b2b0-295e62e6f9b6 in Status: SUCCESS [ 610.096348] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.520952] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 019fd189-a6b6-49d8-96e7-68bb693f086f [ 610.521228] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.521381] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.521454] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.521676] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.522253] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.522253] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:019fd189-a6b6-49d8-96e7-68bb693f086f already deleted. [ 610.522253] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-019fd189-a6b6-49d8-96e7-68bb693f086f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.820158] env[66979]: INFO networking_nsxv3.common.synchronization [req-562cb1f1-9be6-4d6c-86eb-7b7ea74e1f32 req-6f2380ca-0e77-45cc-913d-6c61422a6ee9 service nova] Enqueued Resource ID: fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 with Priority: HIGHEST for action security_group_rules [ 610.820158] env[66979]: INFO networking_nsxv3.common.synchronization [req-562cb1f1-9be6-4d6c-86eb-7b7ea74e1f32 req-6f2380ca-0e77-45cc-913d-6c61422a6ee9 service nova] Enqueued Resource ID: fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 with Priority: HIGHEST for action security_group_members [ 610.820158] env[66979]: INFO networking_nsxv3.common.synchronization [req-562cb1f1-9be6-4d6c-86eb-7b7ea74e1f32 req-6f2380ca-0e77-45cc-913d-6c61422a6ee9 service nova] Enqueued Resource ID: 183e4f3c-1c01-4bcb-a5e6-0755d101ad9e with Priority: HIGHEST for action port [ 610.820158] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 with Priority: HIGHEST for action security_group_rules [ 610.820778] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 with Priority: HIGHEST for action security_group_members [ 610.821123] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 183e4f3c-1c01-4bcb-a5e6-0755d101ad9e with Priority: HIGHEST for action port [ 610.821918] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.825018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.825018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.825018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.825018] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbcc018e-4c0d-495a-87e9-ee9792c3c0e0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.825018] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.825018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.825018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.825018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.825018] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.825018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.825018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.825018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.825018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.825018] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbcc018e-4c0d-495a-87e9-ee9792c3c0e0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.828040] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-183e4f3c-1c01-4bcb-a5e6-0755d101ad9e taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.828040] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-183e4f3c-1c01-4bcb-a5e6-0755d101ad9e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.828040] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-183e4f3c-1c01-4bcb-a5e6-0755d101ad9e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.828040] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-183e4f3c-1c01-4bcb-a5e6-0755d101ad9e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.828316] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('183e4f3c-1c01-4bcb-a5e6-0755d101ad9e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.864052] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e983b3f-bea7-4997-81e0-4373048866c5 in Status: SUCCESS [ 610.864346] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.864781] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.864998] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.865452] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.865718] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.865824] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.866187] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.866187] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.866187] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.866491] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e983b3f-bea7-4997-81e0-4373048866c5',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.330705] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.330838] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.331071] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbcc018e-4c0d-495a-87e9-ee9792c3c0e0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.331928] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 183e4f3c-1c01-4bcb-a5e6-0755d101ad9e with status ACTIVE [ 611.332691] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.332691] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.332691] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.332691] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.332691] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.332913] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.332913] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.332913] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.333077] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.333125] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.333300] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.333394] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.333455] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.333610] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.333832] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.333946] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 183e4f3c-1c01-4bcb-a5e6-0755d101ad9e is going to be updated. [ 611.355650] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.355821] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.355905] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.357054] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.357257] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.357436] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-183e4f3c-1c01-4bcb-a5e6-0755d101ad9e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.371033] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e983b3f-bea7-4997-81e0-4373048866c5 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.371033] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.371033] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.371033] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.371033] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.371033] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.371033] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.371403] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.371403] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.371403] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.371484] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e983b3f-bea7-4997-81e0-4373048866c5 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.371521] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.372019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.372019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.372019] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.372019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.372019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.372347] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.372347] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.372347] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.372498] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e983b3f-bea7-4997-81e0-4373048866c5',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.670944] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: SUCCESS [ 611.671478] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.800046] env[66979]: INFO networking_nsxv3.common.synchronization [req-9e8a6f65-9ead-4d3f-b9ca-5e97cd91afb6 req-bbe124da-be28-47fc-9a55-03168c00694b tempest-ServersAdminTestJSON-207348556 tempest-ServersAdminTestJSON-207348556-project-member] Enqueued Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_members [ 611.800748] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_members [ 611.801207] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.801430] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.801430] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.801579] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.801735] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.801994] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.801994] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.802129] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.802129] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.802260] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.836219] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbcc018e-4c0d-495a-87e9-ee9792c3c0e0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.875938] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e983b3f-bea7-4997-81e0-4373048866c5: rpc.has_security_group_logging(os_id): False [ 611.887418] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b417090-0d8d-4c97-9dd8-130455d49254 in Status: SUCCESS [ 611.887523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b417090-0d8d-4c97-9dd8-130455d49254" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.892340] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b417090-0d8d-4c97-9dd8-130455d49254" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.892624] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b417090-0d8d-4c97-9dd8-130455d49254" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.892837] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.892964] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.893034] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.893322] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.893322] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.893798] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b417090-0d8d-4c97-9dd8-130455d49254" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.893798] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b417090-0d8d-4c97-9dd8-130455d49254',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.922327] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.922327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.922327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.922327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.922327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.922327] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.922327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.922327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.922327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.922327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.922327] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.922327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.922327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.922327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.922327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.923218] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.923460] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.923618] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.923863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.924287] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.924521] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e983b3f-bea7-4997-81e0-4373048866c5 is going to be created. [ 611.990996] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.990996] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.990996] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.991163] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.991427] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.004195] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e983b3f-bea7-4997-81e0-4373048866c5 in Status: IN_PROGRESS for 2s [ 612.305386] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.321767] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.322038] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-744" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.322094] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-744" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.322391] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-744" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.323066] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.323421] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.323516] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.323675] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.323813] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.324161] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.324482] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.324620] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.324729] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.324837] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.324939] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.325078] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.339148] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.339518] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.339518] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.339702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.339702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.339823] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 is going to be created. [ 612.349212] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.349369] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.349498] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.349669] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-744" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.349968] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-6fa1d9a0-7234-450f-b52e-13fefb239fe5 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.350146] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-6fa1d9a0-7234-450f-b52e-13fefb239fe5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.350259] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-6fa1d9a0-7234-450f-b52e-13fefb239fe5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.350603] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-6fa1d9a0-7234-450f-b52e-13fefb239fe5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.350702] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fa1d9a0-7234-450f-b52e-13fefb239fe5',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.363046] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.363236] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.363302] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.363585] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.363662] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.375398] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 in Status: UNINITIALIZED for 2s [ 612.397040] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b417090-0d8d-4c97-9dd8-130455d49254',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.452074] env[66979]: INFO networking_nsxv3.common.synchronization [None req-bd5c2927-b6b9-408d-8dde-c653555b541c None None] Enqueued Resource ID: 39aed23b-1f5f-4fe1-be93-b4bd0c51d808 with Priority: HIGHEST for action port [ 612.452645] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39aed23b-1f5f-4fe1-be93-b4bd0c51d808 with Priority: HIGHEST for action port [ 612.453134] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-39aed23b-1f5f-4fe1-be93-b4bd0c51d808 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.454415] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39aed23b-1f5f-4fe1-be93-b4bd0c51d808" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.454492] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39aed23b-1f5f-4fe1-be93-b4bd0c51d808" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.455930] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39aed23b-1f5f-4fe1-be93-b4bd0c51d808" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.455930] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39aed23b-1f5f-4fe1-be93-b4bd0c51d808',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.810254] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.859104] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.859104] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.859104] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.859104] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.859104] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.859104] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 6fa1d9a0-7234-450f-b52e-13fefb239fe5 not found, creating... [ 612.859104] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.859104] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.859104] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.859104] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.859104] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.860134] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.860134] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.860134] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.860259] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.860344] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.860496] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 6fa1d9a0-7234-450f-b52e-13fefb239fe5 is going to be created. [ 612.882599] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.883084] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.883332] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.884773] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.884773] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.884773] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-6fa1d9a0-7234-450f-b52e-13fefb239fe5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.903214] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b417090-0d8d-4c97-9dd8-130455d49254: rpc.has_security_group_logging(os_id): False [ 612.929411] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.929411] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.929411] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.929687] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.930365] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.930365] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.930590] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.930590] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.931016] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.931166] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.931294] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b417090-0d8d-4c97-9dd8-130455d49254 is going to be created. [ 612.963596] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39aed23b-1f5f-4fe1-be93-b4bd0c51d808 [ 612.963900] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.964090] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.964695] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.964695] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.964695] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.964695] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39aed23b-1f5f-4fe1-be93-b4bd0c51d808 already deleted. [ 612.964695] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39aed23b-1f5f-4fe1-be93-b4bd0c51d808" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.072909] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.072991] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.073101] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.073413] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.076241] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.089699] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b417090-0d8d-4c97-9dd8-130455d49254 in Status: IN_PROGRESS for 2s [ 613.313208] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.313377] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.313449] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.313675] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.313825] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.313961] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 is going to be updated. [ 613.350208] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.350365] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.350508] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.350654] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.350798] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.361037] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: IN_PROGRESS for 2s [ 613.640778] env[66979]: INFO networking_nsxv3.common.synchronization [req-9e8a6f65-9ead-4d3f-b9ca-5e97cd91afb6 req-a10c033f-b4ae-4cb7-8b03-8d24186db3f1 service nova] Enqueued Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_rules [ 613.640778] env[66979]: INFO networking_nsxv3.common.synchronization [req-9e8a6f65-9ead-4d3f-b9ca-5e97cd91afb6 req-a10c033f-b4ae-4cb7-8b03-8d24186db3f1 service nova] Enqueued Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_members [ 613.642922] env[66979]: INFO networking_nsxv3.common.synchronization [req-9e8a6f65-9ead-4d3f-b9ca-5e97cd91afb6 req-a10c033f-b4ae-4cb7-8b03-8d24186db3f1 service nova] Enqueued Resource ID: 6fa1d9a0-7234-450f-b52e-13fefb239fe5 with Priority: HIGHEST for action port [ 613.643739] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_rules [ 613.644233] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_members [ 613.644536] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fa1d9a0-7234-450f-b52e-13fefb239fe5 with Priority: HIGHEST for action port [ 613.645013] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.645318] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.645400] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.645751] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.646017] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.647676] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.647857] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.648173] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fa1d9a0-7234-450f-b52e-13fefb239fe5 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.648333] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fa1d9a0-7234-450f-b52e-13fefb239fe5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.648423] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fa1d9a0-7234-450f-b52e-13fefb239fe5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.648821] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fa1d9a0-7234-450f-b52e-13fefb239fe5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.654795] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fa1d9a0-7234-450f-b52e-13fefb239fe5',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.023040] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e983b3f-bea7-4997-81e0-4373048866c5 in Status: SUCCESS [ 614.023387] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.157027] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.157027] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.157027] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6fa1d9a0-7234-450f-b52e-13fefb239fe5 with status ACTIVE [ 614.157027] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.157027] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.157027] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.157027] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.157027] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.157784] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.157784] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.157784] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.157784] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.158023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.158136] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.158360] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.158860] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.158860] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.158860] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.159065] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6fa1d9a0-7234-450f-b52e-13fefb239fe5 is going to be updated. [ 614.182633] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.182836] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.183023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.183153] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.183305] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.183478] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fa1d9a0-7234-450f-b52e-13fefb239fe5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.385797] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 in Status: SUCCESS [ 614.386060] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.386214] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.386429] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.386613] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.386748] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.386880] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.386966] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.387069] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.387155] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.387249] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbcc018e-4c0d-495a-87e9-ee9792c3c0e0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.890466] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbcc018e-4c0d-495a-87e9-ee9792c3c0e0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.106566] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b417090-0d8d-4c97-9dd8-130455d49254 in Status: SUCCESS [ 615.106566] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b417090-0d8d-4c97-9dd8-130455d49254" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.384543] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: SUCCESS [ 615.384543] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.384543] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.384543] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.384543] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.384543] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.384543] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.384543] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.384543] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.384543] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.396140] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbcc018e-4c0d-495a-87e9-ee9792c3c0e0: rpc.has_security_group_logging(os_id): False [ 615.419089] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.419295] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.419371] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.419578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.419667] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.419919] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.420080] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.420974] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.421185] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.421277] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.421382] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 is going to be created. [ 615.506468] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.506634] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.506728] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.506925] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.507111] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.517751] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 in Status: IN_PROGRESS for 2s [ 615.537401] env[66979]: INFO networking_nsxv3.common.synchronization [None req-c2529bb0-e3be-49bf-8ce7-1d1956791be5 None None] Enqueued Resource ID: ae5edcfd-e061-4dab-9f2a-c5b8854ba52b with Priority: HIGHEST for action port [ 615.537964] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae5edcfd-e061-4dab-9f2a-c5b8854ba52b with Priority: HIGHEST for action port [ 615.538465] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae5edcfd-e061-4dab-9f2a-c5b8854ba52b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.538465] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae5edcfd-e061-4dab-9f2a-c5b8854ba52b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.538562] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae5edcfd-e061-4dab-9f2a-c5b8854ba52b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.538805] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae5edcfd-e061-4dab-9f2a-c5b8854ba52b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.538879] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae5edcfd-e061-4dab-9f2a-c5b8854ba52b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.886453] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.041639] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae5edcfd-e061-4dab-9f2a-c5b8854ba52b [ 616.041785] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.041959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.041959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.042246] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.042246] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.042347] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae5edcfd-e061-4dab-9f2a-c5b8854ba52b already deleted. [ 616.042430] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae5edcfd-e061-4dab-9f2a-c5b8854ba52b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.071131] env[66979]: INFO networking_nsxv3.common.synchronization [req-a272f75e-a028-4779-a844-f3875ecbe228 req-9e27c79c-618f-4b9b-9e6c-3a1ab4ab059b tempest-VolumesAdminNegativeTest-274902893 tempest-VolumesAdminNegativeTest-274902893-project-member] Enqueued Resource ID: b7dd50ab-17a5-48b9-b66b-3b38b7688b07 with Priority: HIGHEST for action security_group_members [ 616.071131] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7dd50ab-17a5-48b9-b66b-3b38b7688b07 with Priority: HIGHEST for action security_group_members [ 616.072223] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dd50ab-17a5-48b9-b66b-3b38b7688b07 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.072223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.072223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.072223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.072223] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.072670] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.072670] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.072670] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.072670] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.072909] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7dd50ab-17a5-48b9-b66b-3b38b7688b07',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.391612] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.503028] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-185 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.503246] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-185" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.503560] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-185" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.503877] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-185" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.504268] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.504503] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.504672] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.504970] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.505200] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.505491] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.505620] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.505823] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.506014] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.506160] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.506689] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.506689] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.532025] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.532025] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.532025] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.532025] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-185" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.532025] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-db8ef232-8948-418f-8e00-4ebfce75912b taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.532025] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-db8ef232-8948-418f-8e00-4ebfce75912b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.532025] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-db8ef232-8948-418f-8e00-4ebfce75912b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.532025] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-db8ef232-8948-418f-8e00-4ebfce75912b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.534710] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db8ef232-8948-418f-8e00-4ebfce75912b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.576523] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.576523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.576523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.576523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.576523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.576523] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.576523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.576523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.576523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.576523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.576523] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7dd50ab-17a5-48b9-b66b-3b38b7688b07 already deleted. [ 616.576523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.894808] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.895056] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.895056] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.895296] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.895389] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.895495] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 is going to be updated. [ 616.935790] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.935790] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.935790] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.935790] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.936069] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.947553] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: IN_PROGRESS for 2s [ 617.036469] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.036721] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.036849] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.037129] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.037274] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.037423] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port db8ef232-8948-418f-8e00-4ebfce75912b not found, creating... [ 617.037702] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.037853] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.038009] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.038286] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.038468] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.038809] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.038964] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.043010] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.043292] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.043434] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.043595] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: db8ef232-8948-418f-8e00-4ebfce75912b is going to be created. [ 617.066985] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.066985] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.066985] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.066985] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.066985] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.067724] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-db8ef232-8948-418f-8e00-4ebfce75912b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.531171] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 in Status: SUCCESS [ 617.531673] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.900698] env[66979]: INFO networking_nsxv3.common.synchronization [req-a272f75e-a028-4779-a844-f3875ecbe228 req-50baa1dd-5bf9-4fb7-9c9d-626a5336d85c service nova] Enqueued Resource ID: b7dd50ab-17a5-48b9-b66b-3b38b7688b07 with Priority: HIGHEST for action security_group_rules [ 617.900698] env[66979]: INFO networking_nsxv3.common.synchronization [req-a272f75e-a028-4779-a844-f3875ecbe228 req-50baa1dd-5bf9-4fb7-9c9d-626a5336d85c service nova] Enqueued Resource ID: b7dd50ab-17a5-48b9-b66b-3b38b7688b07 with Priority: HIGHEST for action security_group_members [ 617.900698] env[66979]: INFO networking_nsxv3.common.synchronization [req-a272f75e-a028-4779-a844-f3875ecbe228 req-50baa1dd-5bf9-4fb7-9c9d-626a5336d85c service nova] Enqueued Resource ID: db8ef232-8948-418f-8e00-4ebfce75912b with Priority: HIGHEST for action port [ 617.900698] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7dd50ab-17a5-48b9-b66b-3b38b7688b07 with Priority: HIGHEST for action security_group_rules [ 617.900698] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7dd50ab-17a5-48b9-b66b-3b38b7688b07 with Priority: HIGHEST for action security_group_members [ 617.900698] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db8ef232-8948-418f-8e00-4ebfce75912b with Priority: HIGHEST for action port [ 617.900698] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7dd50ab-17a5-48b9-b66b-3b38b7688b07 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.900698] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.900698] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.901631] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.904278] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7dd50ab-17a5-48b9-b66b-3b38b7688b07',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.904278] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dd50ab-17a5-48b9-b66b-3b38b7688b07 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.904278] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.904278] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.904278] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.904278] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.904278] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.904278] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.904278] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.904278] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.904278] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7dd50ab-17a5-48b9-b66b-3b38b7688b07',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.907120] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-db8ef232-8948-418f-8e00-4ebfce75912b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.907267] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db8ef232-8948-418f-8e00-4ebfce75912b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.907267] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db8ef232-8948-418f-8e00-4ebfce75912b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.907463] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db8ef232-8948-418f-8e00-4ebfce75912b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.907545] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db8ef232-8948-418f-8e00-4ebfce75912b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.195724] env[66979]: INFO networking_nsxv3.common.synchronization [None req-0a9be4bc-c98e-4509-9208-a9c5be558654 None None] Enqueued Resource ID: 000d1eca-a0fa-483c-ab94-bd11c89535f7 with Priority: HIGHEST for action port [ 618.195991] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 000d1eca-a0fa-483c-ab94-bd11c89535f7 with Priority: HIGHEST for action port [ 618.197278] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-000d1eca-a0fa-483c-ab94-bd11c89535f7 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.197278] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-000d1eca-a0fa-483c-ab94-bd11c89535f7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.197278] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-000d1eca-a0fa-483c-ab94-bd11c89535f7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.197278] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-000d1eca-a0fa-483c-ab94-bd11c89535f7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.197278] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('000d1eca-a0fa-483c-ab94-bd11c89535f7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.409390] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b7dd50ab-17a5-48b9-b66b-3b38b7688b07',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.410547] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dd50ab-17a5-48b9-b66b-3b38b7688b07 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.410707] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.410926] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db8ef232-8948-418f-8e00-4ebfce75912b with status ACTIVE [ 618.411043] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.411139] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.411187] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.411387] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.411465] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.411640] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.411729] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.411786] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.411932] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.411999] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.413120] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.413211] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.415024] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.415024] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.415024] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.415024] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db8ef232-8948-418f-8e00-4ebfce75912b is going to be updated. [ 618.438351] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.438602] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.438602] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.438974] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.439445] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.439445] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db8ef232-8948-418f-8e00-4ebfce75912b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.523641] env[66979]: INFO networking_nsxv3.common.synchronization [req-9653430b-4be9-48ca-b2b5-837e10d952e4 req-90a1c757-27d6-485b-87c2-1e867281610e tempest-ListServerFiltersTestJSON-1902535644 tempest-ListServerFiltersTestJSON-1902535644-project-member] Enqueued Resource ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 with Priority: HIGHEST for action security_group_members [ 618.525532] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 with Priority: HIGHEST for action security_group_members [ 618.525532] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.525532] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.525532] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.525945] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.526121] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.526232] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.526295] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.526434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.526508] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.526606] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.699894] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 000d1eca-a0fa-483c-ab94-bd11c89535f7 [ 618.700277] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.700348] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.700383] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.700655] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.700776] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.700933] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:000d1eca-a0fa-483c-ab94-bd11c89535f7 already deleted. [ 618.700991] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-000d1eca-a0fa-483c-ab94-bd11c89535f7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.915796] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b7dd50ab-17a5-48b9-b66b-3b38b7688b07',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.961783] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: SUCCESS [ 618.962114] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.962789] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.963111] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.963382] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.963549] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.963648] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.963864] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.963984] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.964247] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.964378] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.033997] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.034850] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.034850] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.034850] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.034850] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.035168] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.035168] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.035168] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.035327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.035327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.035417] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 already deleted. [ 619.035536] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.036635] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-622 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.036809] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-622" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.038334] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-622" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.038334] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-622" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.038334] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.038334] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.038334] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.038334] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.038635] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.038682] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.039179] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.039179] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.039302] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.039349] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.039477] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.039621] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.064977] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.065315] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.065562] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.066854] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-622" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.066854] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-5361d9a7-f868-40dd-b0ef-9967d2d6bb81 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.066854] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-5361d9a7-f868-40dd-b0ef-9967d2d6bb81" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.066854] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-5361d9a7-f868-40dd-b0ef-9967d2d6bb81" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.067148] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-5361d9a7-f868-40dd-b0ef-9967d2d6bb81" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.067148] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5361d9a7-f868-40dd-b0ef-9967d2d6bb81',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.419565] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.419675] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.419732] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.420370] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.420370] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.420370] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7dd50ab-17a5-48b9-b66b-3b38b7688b07 is going to be created. [ 619.457449] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.457603] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.457760] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.458054] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.458380] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.471026] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.471026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.471026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.471026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.471026] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.471026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.471026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.471026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.471026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.471026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.471026] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.471026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.471026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.471026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.471026] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.471026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.471814] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.471814] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.471814] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.471814] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.471814] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.476862] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7dd50ab-17a5-48b9-b66b-3b38b7688b07 in Status: UNINITIALIZED for 2s [ 619.571671] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.571898] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.572033] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.572316] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.572456] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.572618] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 5361d9a7-f868-40dd-b0ef-9967d2d6bb81 not found, creating... [ 619.572878] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.573041] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.573214] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.573459] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.573588] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.574078] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.574078] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.574211] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.574368] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.574439] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.574573] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 5361d9a7-f868-40dd-b0ef-9967d2d6bb81 is going to be created. [ 619.597503] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.597503] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.597503] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.599199] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.599400] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.599917] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-5361d9a7-f868-40dd-b0ef-9967d2d6bb81" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.978374] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f53fe5d-8905-4361-88fe-94c3593e0f01: rpc.has_security_group_logging(os_id): False [ 619.998502] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.998733] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.998733] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.998961] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.999061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.999296] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.999433] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.999486] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.999608] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.999686] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.999857] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.999951] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.000044] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.000224] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.000280] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.001242] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.001242] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.001413] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.001487] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.001587] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.001694] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 is going to be updated. [ 620.073509] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.073747] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.073747] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.074103] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.074223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.089784] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: IN_PROGRESS for 2s [ 620.264052] env[66979]: INFO networking_nsxv3.common.synchronization [req-1bea57a2-571c-4b9c-9475-b7db7d030ae4 req-254c9119-aa15-4a8a-813e-1740718d291f tempest-DeleteServersAdminTestJSON-108208759 tempest-DeleteServersAdminTestJSON-108208759-project-admin] Enqueued Resource ID: faccbb04-f389-44e6-bf45-04d64b0ac570 with Priority: HIGHEST for action security_group_members [ 620.264745] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faccbb04-f389-44e6-bf45-04d64b0ac570 with Priority: HIGHEST for action security_group_members [ 620.265266] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-faccbb04-f389-44e6-bf45-04d64b0ac570 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.265463] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.265561] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.265903] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.266196] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.266396] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.266547] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.266855] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.267037] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.267222] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('faccbb04-f389-44e6-bf45-04d64b0ac570',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.350571] env[66979]: INFO networking_nsxv3.common.synchronization [req-9653430b-4be9-48ca-b2b5-837e10d952e4 req-56780c3e-d419-4194-be44-2b281dbcb318 service nova] Enqueued Resource ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 with Priority: HIGHEST for action security_group_rules [ 620.350571] env[66979]: INFO networking_nsxv3.common.synchronization [req-9653430b-4be9-48ca-b2b5-837e10d952e4 req-56780c3e-d419-4194-be44-2b281dbcb318 service nova] Enqueued Resource ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 with Priority: HIGHEST for action security_group_members [ 620.350980] env[66979]: INFO networking_nsxv3.common.synchronization [req-9653430b-4be9-48ca-b2b5-837e10d952e4 req-56780c3e-d419-4194-be44-2b281dbcb318 service nova] Enqueued Resource ID: 5361d9a7-f868-40dd-b0ef-9967d2d6bb81 with Priority: HIGHEST for action port [ 620.352075] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 with Priority: HIGHEST for action security_group_rules [ 620.352283] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 with Priority: HIGHEST for action security_group_members [ 620.352648] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5361d9a7-f868-40dd-b0ef-9967d2d6bb81 with Priority: HIGHEST for action port [ 620.352789] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.353038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.353493] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.353902] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.354068] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.357092] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.357266] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.357492] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.357860] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.358419] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.358419] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.358419] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.358688] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.358855] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.359051] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.360382] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-5361d9a7-f868-40dd-b0ef-9967d2d6bb81 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.360857] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5361d9a7-f868-40dd-b0ef-9967d2d6bb81" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.361071] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5361d9a7-f868-40dd-b0ef-9967d2d6bb81" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.361256] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5361d9a7-f868-40dd-b0ef-9967d2d6bb81" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.361339] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5361d9a7-f868-40dd-b0ef-9967d2d6bb81',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.772981] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.772981] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.772981] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.772981] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.772981] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.772981] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.772981] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.772981] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.772981] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.772981] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.772981] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faccbb04-f389-44e6-bf45-04d64b0ac570 is going to be updated. [ 620.801387] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.801387] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.801387] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.801387] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.801387] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.809750] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faccbb04-f389-44e6-bf45-04d64b0ac570 in Status: IN_PROGRESS for 2s [ 620.863674] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.863833] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.864022] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.866658] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5361d9a7-f868-40dd-b0ef-9967d2d6bb81 with status ACTIVE [ 620.866658] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.866658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.866658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.866992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.867130] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.868780] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.868780] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.868780] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.868780] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.868780] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.869129] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.869129] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.869219] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.869754] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.869754] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.869754] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5361d9a7-f868-40dd-b0ef-9967d2d6bb81 is going to be updated. [ 620.894163] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.894308] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.894386] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.894587] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.894720] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.894910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5361d9a7-f868-40dd-b0ef-9967d2d6bb81" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.944364] env[66979]: INFO networking_nsxv3.common.synchronization [req-e17b6847-9adb-4296-a67e-2fc06f585cd6 req-0d52eaa0-b537-42ca-98e4-d8160ddc063a tempest-VolumesAssistedSnapshotsTest-465118155 tempest-VolumesAssistedSnapshotsTest-465118155-project-member] Enqueued Resource ID: 7751c4fb-0875-4f53-9dc4-7b7121dfacf7 with Priority: HIGHEST for action security_group_members [ 620.944364] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7751c4fb-0875-4f53-9dc4-7b7121dfacf7 with Priority: HIGHEST for action security_group_members [ 620.944364] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7751c4fb-0875-4f53-9dc4-7b7121dfacf7 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.944364] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.944364] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.944364] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.944364] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.944364] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.944364] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.944364] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.944364] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.944364] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7751c4fb-0875-4f53-9dc4-7b7121dfacf7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.371876] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.396166] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-128 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.396401] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-128" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.396513] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-128" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.399934] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-128" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.399934] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.399934] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.399934] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.399934] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.400824] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.401110] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.401238] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.401390] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.401466] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.401606] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.401722] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.401898] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.425522] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.425720] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 621.425873] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.426137] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-128" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.426475] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-0b2a7032-c04b-4b77-b4d8-8ac4c2ac101e taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.426815] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-0b2a7032-c04b-4b77-b4d8-8ac4c2ac101e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.426815] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-0b2a7032-c04b-4b77-b4d8-8ac4c2ac101e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.428022] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-0b2a7032-c04b-4b77-b4d8-8ac4c2ac101e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.428022] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b2a7032-c04b-4b77-b4d8-8ac4c2ac101e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.447852] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.448059] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.448126] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.448381] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.448473] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.448731] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.448913] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.448967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.449219] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.449318] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.449442] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7751c4fb-0875-4f53-9dc4-7b7121dfacf7 already deleted. [ 621.449476] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.488733] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7dd50ab-17a5-48b9-b66b-3b38b7688b07 in Status: SUCCESS [ 621.489095] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.489251] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.489485] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.489729] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.489828] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.489899] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.490081] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.490222] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.490323] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.490437] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b7dd50ab-17a5-48b9-b66b-3b38b7688b07',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.878284] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.878499] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.878568] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.878829] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.878954] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.879081] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 is going to be created. [ 621.907478] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.907752] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.907800] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.908047] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.908214] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.919115] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 in Status: UNINITIALIZED for 2s [ 621.930369] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.930626] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.930802] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.930990] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.931171] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.931320] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 0b2a7032-c04b-4b77-b4d8-8ac4c2ac101e not found, creating... [ 621.931588] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.931759] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.931882] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.932255] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.932255] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.932565] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.932753] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.932844] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.933125] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.933172] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.933378] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 0b2a7032-c04b-4b77-b4d8-8ac4c2ac101e is going to be created. [ 621.956258] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.956509] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.956686] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.956962] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.957264] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.957559] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-0b2a7032-c04b-4b77-b4d8-8ac4c2ac101e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.997325] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dd50ab-17a5-48b9-b66b-3b38b7688b07 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.997654] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.997654] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.997771] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.997987] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.998162] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.998234] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.998429] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.998563] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.998679] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.998929] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dd50ab-17a5-48b9-b66b-3b38b7688b07 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.999058] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.999121] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.999304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.999504] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.999701] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.999701] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.999866] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.999993] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.000182] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.000320] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b7dd50ab-17a5-48b9-b66b-3b38b7688b07',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.108230] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: SUCCESS [ 622.108482] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.505025] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b7dd50ab-17a5-48b9-b66b-3b38b7688b07: rpc.has_security_group_logging(os_id): False [ 622.526626] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.526802] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.527328] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.528029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.528029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.528029] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.528221] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.528221] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.529026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.529026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.529026] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.529026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.529026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.529026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.530415] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.532042] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.532042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.532042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.532042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.532042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.532042] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7dd50ab-17a5-48b9-b66b-3b38b7688b07 is going to be created. [ 622.659049] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.659367] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.659443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.659708] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.660458] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.676089] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7dd50ab-17a5-48b9-b66b-3b38b7688b07 in Status: IN_PROGRESS for 2s [ 622.717659] env[66979]: INFO networking_nsxv3.common.synchronization [req-e17b6847-9adb-4296-a67e-2fc06f585cd6 req-3116ddeb-0fab-42e9-b1a3-b563fa1830d4 service nova] Enqueued Resource ID: 7751c4fb-0875-4f53-9dc4-7b7121dfacf7 with Priority: HIGHEST for action security_group_rules [ 622.717992] env[66979]: INFO networking_nsxv3.common.synchronization [req-e17b6847-9adb-4296-a67e-2fc06f585cd6 req-3116ddeb-0fab-42e9-b1a3-b563fa1830d4 service nova] Enqueued Resource ID: 7751c4fb-0875-4f53-9dc4-7b7121dfacf7 with Priority: HIGHEST for action security_group_members [ 622.718369] env[66979]: INFO networking_nsxv3.common.synchronization [req-e17b6847-9adb-4296-a67e-2fc06f585cd6 req-3116ddeb-0fab-42e9-b1a3-b563fa1830d4 service nova] Enqueued Resource ID: 0b2a7032-c04b-4b77-b4d8-8ac4c2ac101e with Priority: HIGHEST for action port [ 622.718756] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7751c4fb-0875-4f53-9dc4-7b7121dfacf7 with Priority: HIGHEST for action security_group_rules [ 622.719655] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7751c4fb-0875-4f53-9dc4-7b7121dfacf7 with Priority: HIGHEST for action security_group_members [ 622.719964] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b2a7032-c04b-4b77-b4d8-8ac4c2ac101e with Priority: HIGHEST for action port [ 622.720391] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7751c4fb-0875-4f53-9dc4-7b7121dfacf7 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.720566] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.721103] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.721103] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.721103] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7751c4fb-0875-4f53-9dc4-7b7121dfacf7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.723569] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7751c4fb-0875-4f53-9dc4-7b7121dfacf7 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.723702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.723782] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.723964] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.724143] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.724240] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.724296] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.724449] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.724535] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.724632] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7751c4fb-0875-4f53-9dc4-7b7121dfacf7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.725936] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b2a7032-c04b-4b77-b4d8-8ac4c2ac101e taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.725936] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b2a7032-c04b-4b77-b4d8-8ac4c2ac101e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.725936] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b2a7032-c04b-4b77-b4d8-8ac4c2ac101e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.725936] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b2a7032-c04b-4b77-b4d8-8ac4c2ac101e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.726270] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b2a7032-c04b-4b77-b4d8-8ac4c2ac101e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.822253] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faccbb04-f389-44e6-bf45-04d64b0ac570 in Status: SUCCESS [ 622.822519] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faccbb04-f389-44e6-bf45-04d64b0ac570 deletion is rescheduled due to dependency. [ 622.822722] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.228872] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7751c4fb-0875-4f53-9dc4-7b7121dfacf7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.232087] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7751c4fb-0875-4f53-9dc4-7b7121dfacf7 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.232087] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.232087] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b2a7032-c04b-4b77-b4d8-8ac4c2ac101e with status ACTIVE [ 623.232087] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.232087] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.232087] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.232087] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.232087] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.232087] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.232087] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.232087] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.232766] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.232766] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.232766] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.232766] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.232766] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.232939] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.233129] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.233129] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b2a7032-c04b-4b77-b4d8-8ac4c2ac101e is going to be updated. [ 623.255489] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.255818] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.255818] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.255950] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.256145] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.256279] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b2a7032-c04b-4b77-b4d8-8ac4c2ac101e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.737190] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7751c4fb-0875-4f53-9dc4-7b7121dfacf7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.812441] env[66979]: INFO networking_nsxv3.common.synchronization [req-af95de23-f821-42f1-824a-239065695b5a req-7e6d4589-06bc-4076-8e05-f5a4641ccccb tempest-TenantUsagesTestJSON-1088559770 tempest-TenantUsagesTestJSON-1088559770-project-member] Enqueued Resource ID: 1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa with Priority: HIGHEST for action security_group_members [ 623.813037] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa with Priority: HIGHEST for action security_group_members [ 623.813350] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.813477] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.813545] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.813880] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.814055] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.814160] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.814235] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.814541] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.814541] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.814694] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.937425] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 in Status: SUCCESS [ 623.937668] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.938102] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.938521] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.938800] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.940693] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.940783] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.941124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.941233] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.941340] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.941440] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.054422] env[66979]: INFO networking_nsxv3.common.synchronization [req-c9dedab4-1ff3-4fce-bd2b-7dd4df63c622 req-cf05f78a-85bf-4d7f-bbc4-e315ad4f0595 tempest-ServerDiagnosticsNegativeTest-1641072554 tempest-ServerDiagnosticsNegativeTest-1641072554-project-member] Enqueued Resource ID: fc405a3b-eed8-485b-b0cd-c15ed5254992 with Priority: HIGHEST for action security_group_members [ 624.054934] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc405a3b-eed8-485b-b0cd-c15ed5254992 with Priority: HIGHEST for action security_group_members [ 624.055250] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc405a3b-eed8-485b-b0cd-c15ed5254992 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.055405] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc405a3b-eed8-485b-b0cd-c15ed5254992" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.055456] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc405a3b-eed8-485b-b0cd-c15ed5254992" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.055758] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc405a3b-eed8-485b-b0cd-c15ed5254992" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.055824] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.055877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.055939] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.056104] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.056187] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.056284] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc405a3b-eed8-485b-b0cd-c15ed5254992',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.240290] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.240451] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.240540] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.240851] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.240851] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.240998] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7751c4fb-0875-4f53-9dc4-7b7121dfacf7 is going to be created. [ 624.265966] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.266165] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.266208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.266687] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.266946] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.280213] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7751c4fb-0875-4f53-9dc4-7b7121dfacf7 in Status: UNINITIALIZED for 2s [ 624.319344] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.319675] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.319858] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.320221] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.320307] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.321686] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.321686] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.321686] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.321686] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.321686] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.321686] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa already deleted. [ 624.322171] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.445442] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.445692] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.445749] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.445961] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.446147] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.446251] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.446315] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.446467] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.446556] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.446643] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.446786] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.446914] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.446973] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.447082] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.447219] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.447309] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.447367] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.447502] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.447574] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.447648] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.447742] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.559065] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.559065] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.559196] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.559438] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.559594] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.559886] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.560265] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.560265] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.560384] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.560504] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.562564] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc405a3b-eed8-485b-b0cd-c15ed5254992 is going to be updated. [ 624.568830] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.569173] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.569393] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.569755] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.570181] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.570437] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.570649] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.570995] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.571513] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.571636] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.571821] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.572079] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.572200] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.572436] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.572672] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.572902] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.594632] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.594632] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.594632] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.594632] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.594632] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-bc64277b-edbd-4ecf-bae4-06163bf550fb taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.594632] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-bc64277b-edbd-4ecf-bae4-06163bf550fb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.594632] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-bc64277b-edbd-4ecf-bae4-06163bf550fb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.594982] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-bc64277b-edbd-4ecf-bae4-06163bf550fb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.594982] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc64277b-edbd-4ecf-bae4-06163bf550fb',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.600624] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.600624] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.600861] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.601802] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.601802] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.610837] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc405a3b-eed8-485b-b0cd-c15ed5254992 in Status: IN_PROGRESS for 2s [ 624.691249] env[66979]: INFO networking_nsxv3.common.synchronization [req-7d5e7dc2-533b-4731-b009-2c7d649acd48 req-9bd5a9e6-9b17-4e90-85e6-2ce3ff763413 tempest-ServerExternalEventsTest-537163625 tempest-ServerExternalEventsTest-537163625-project-member] Enqueued Resource ID: 8606b7f1-120a-459b-b2b0-295e62e6f9b6 with Priority: HIGHEST for action security_group_members [ 624.691788] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8606b7f1-120a-459b-b2b0-295e62e6f9b6 with Priority: HIGHEST for action security_group_members [ 624.692107] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-8606b7f1-120a-459b-b2b0-295e62e6f9b6 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.692231] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.692297] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.692501] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.692679] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.692776] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.692840] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.692980] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.693084] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.693180] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8606b7f1-120a-459b-b2b0-295e62e6f9b6',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.698596] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b7dd50ab-17a5-48b9-b66b-3b38b7688b07 in Status: SUCCESS [ 624.698816] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.951020] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0: rpc.has_security_group_logging(os_id): False [ 624.970211] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.970426] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.970511] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.970789] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.970989] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.971392] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.971566] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.971695] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.971871] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.971967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.972212] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.972361] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.972481] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.972608] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.972697] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.972889] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.973050] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.973142] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.973277] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.973377] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.973469] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 is going to be created. [ 625.040449] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.040735] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.040851] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.041200] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.041486] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.054435] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 in Status: IN_PROGRESS for 2s [ 625.098817] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.099166] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.099348] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.099926] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.100019] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.100211] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port bc64277b-edbd-4ecf-bae4-06163bf550fb not found, creating... [ 625.100633] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.100839] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.100977] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.101238] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.101443] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.101870] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.102130] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.102329] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.102650] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.102877] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.103113] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: bc64277b-edbd-4ecf-bae4-06163bf550fb is going to be created. [ 625.128344] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.128344] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.128504] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.128688] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.129341] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.129341] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-bc64277b-edbd-4ecf-bae4-06163bf550fb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.195307] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.195534] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.195534] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.195834] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.195992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.196215] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.196320] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.196384] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.196555] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.196635] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.196723] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8606b7f1-120a-459b-b2b0-295e62e6f9b6 is going to be updated. [ 625.235413] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.235714] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.235714] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.235974] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.236144] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.255819] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8606b7f1-120a-459b-b2b0-295e62e6f9b6 in Status: IN_PROGRESS for 2s [ 625.842409] env[66979]: INFO networking_nsxv3.common.synchronization [req-af95de23-f821-42f1-824a-239065695b5a req-5b44f09f-47c8-49c4-93e4-b809259a5281 service nova] Enqueued Resource ID: 1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa with Priority: HIGHEST for action security_group_rules [ 625.842548] env[66979]: INFO networking_nsxv3.common.synchronization [req-af95de23-f821-42f1-824a-239065695b5a req-5b44f09f-47c8-49c4-93e4-b809259a5281 service nova] Enqueued Resource ID: 1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa with Priority: HIGHEST for action security_group_members [ 625.842633] env[66979]: INFO networking_nsxv3.common.synchronization [req-af95de23-f821-42f1-824a-239065695b5a req-5b44f09f-47c8-49c4-93e4-b809259a5281 service nova] Enqueued Resource ID: bc64277b-edbd-4ecf-bae4-06163bf550fb with Priority: HIGHEST for action port [ 625.843188] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa with Priority: HIGHEST for action security_group_rules [ 625.843340] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa with Priority: HIGHEST for action security_group_members [ 625.843437] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc64277b-edbd-4ecf-bae4-06163bf550fb with Priority: HIGHEST for action port [ 625.843745] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.843906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.843970] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.844256] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.844337] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.845272] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.845384] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.846037] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.846037] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.846037] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.846037] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.846037] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.848045] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.848045] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.848045] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.848045] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc64277b-edbd-4ecf-bae4-06163bf550fb taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.848045] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc64277b-edbd-4ecf-bae4-06163bf550fb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.848045] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc64277b-edbd-4ecf-bae4-06163bf550fb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.848045] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc64277b-edbd-4ecf-bae4-06163bf550fb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.848045] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc64277b-edbd-4ecf-bae4-06163bf550fb',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.013939] env[66979]: INFO networking_nsxv3.common.synchronization [None req-a5de397e-88ce-4ef8-b461-422ae5f4d6f9 None None] Enqueued Resource ID: a7129492-ec6a-4145-9039-cb50abf39baa with Priority: HIGHEST for action port [ 626.014257] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7129492-ec6a-4145-9039-cb50abf39baa with Priority: HIGHEST for action port [ 626.014794] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7129492-ec6a-4145-9039-cb50abf39baa taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.014920] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7129492-ec6a-4145-9039-cb50abf39baa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.014987] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7129492-ec6a-4145-9039-cb50abf39baa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.015676] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7129492-ec6a-4145-9039-cb50abf39baa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.015756] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7129492-ec6a-4145-9039-cb50abf39baa',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.290894] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7751c4fb-0875-4f53-9dc4-7b7121dfacf7 in Status: SUCCESS [ 626.291125] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.291289] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.291504] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.291689] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.291805] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.291868] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.292040] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.292139] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.292227] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.292326] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7751c4fb-0875-4f53-9dc4-7b7121dfacf7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.309646] env[66979]: INFO networking_nsxv3.common.synchronization [req-10e375ca-d8f5-4ec9-940b-f2b23a5be449 req-1155be38-450e-4aa7-af46-973906e3bbf0 tempest-ListServerFiltersTestJSON-1902535644 tempest-ListServerFiltersTestJSON-1902535644-project-member] Enqueued Resource ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 with Priority: HIGHEST for action security_group_members [ 626.310815] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 with Priority: HIGHEST for action security_group_members [ 626.310815] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.310959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.310959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.311258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.311397] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.311515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.311601] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.311757] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.311899] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.311958] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.352482] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.352694] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.352893] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.353722] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc64277b-edbd-4ecf-bae4-06163bf550fb with status ACTIVE [ 626.353913] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.354045] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.354113] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.354319] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.354417] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.354584] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.354667] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.354747] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.354880] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.354955] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.356026] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.356148] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.356235] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.356409] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.356489] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.356580] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc64277b-edbd-4ecf-bae4-06163bf550fb is going to be updated. [ 626.386220] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.386499] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.386499] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.386640] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.386780] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.386970] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc64277b-edbd-4ecf-bae4-06163bf550fb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.518121] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7129492-ec6a-4145-9039-cb50abf39baa [ 626.518607] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.518783] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.518894] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.519090] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.519186] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.519287] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7129492-ec6a-4145-9039-cb50abf39baa already deleted. [ 626.519370] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7129492-ec6a-4145-9039-cb50abf39baa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.621800] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc405a3b-eed8-485b-b0cd-c15ed5254992 in Status: IN_PROGRESS for 4s [ 626.794989] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7751c4fb-0875-4f53-9dc4-7b7121dfacf7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.813963] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.858973] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.016928] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-622 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.016928] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-622" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.016928] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-622" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.017362] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-622" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.017362] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.017461] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.017552] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.017720] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.017916] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.018136] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.018240] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 627.018345] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 627.018440] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 627.018538] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 627.018634] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 627.018924] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 627.039280] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 627.039487] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 627.039658] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 627.040205] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-622" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.040279] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-e477941c-1d20-4681-bc82-45a9bb0ee888 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.040458] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-e477941c-1d20-4681-bc82-45a9bb0ee888" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.040598] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-e477941c-1d20-4681-bc82-45a9bb0ee888" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.041043] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-e477941c-1d20-4681-bc82-45a9bb0ee888" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.041419] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e477941c-1d20-4681-bc82-45a9bb0ee888',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.072117] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 in Status: SUCCESS [ 627.073763] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.269128] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8606b7f1-120a-459b-b2b0-295e62e6f9b6 in Status: SUCCESS [ 627.269386] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8606b7f1-120a-459b-b2b0-295e62e6f9b6 deletion is rescheduled due to dependency. [ 627.269548] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.297383] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7751c4fb-0875-4f53-9dc4-7b7121dfacf7: rpc.has_security_group_logging(os_id): False [ 627.315855] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.316186] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.316186] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.316388] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.316466] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.316753] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.316864] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.316931] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.317101] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.317181] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.317274] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7751c4fb-0875-4f53-9dc4-7b7121dfacf7 is going to be created. [ 627.318867] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.363014] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.363205] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.363251] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.363467] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.363625] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.363701] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa is going to be created. [ 627.383815] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.384082] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.384138] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.384365] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.384557] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.395326] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.395557] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.395705] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.396010] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.396283] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.416698] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7751c4fb-0875-4f53-9dc4-7b7121dfacf7 in Status: IN_PROGRESS for 2s [ 627.424492] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa in Status: UNINITIALIZED for 2s [ 627.544566] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.544566] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.544566] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.544566] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.544566] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.545077] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port e477941c-1d20-4681-bc82-45a9bb0ee888 not found, creating... [ 627.545077] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.545238] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.547549] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.547549] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.547549] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.547549] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.548177] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.548256] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.548631] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.548857] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.549118] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: e477941c-1d20-4681-bc82-45a9bb0ee888 is going to be created. [ 627.592834] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.593276] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.593533] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.593986] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.595334] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.596627] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-e477941c-1d20-4681-bc82-45a9bb0ee888" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.822805] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.822805] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.822805] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.823354] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.823354] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.823499] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 is going to be updated. [ 627.863343] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.863604] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.863604] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.863830] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.863995] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.875533] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 in Status: IN_PROGRESS for 2s [ 628.021021] env[66979]: INFO networking_nsxv3.common.synchronization [None req-7693f7dd-c90f-472b-9fbb-37e769c8eb80 None None] Enqueued Resource ID: fedf5696-350a-4811-a8fc-f4984c76c2f1 with Priority: HIGHEST for action port [ 628.021693] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fedf5696-350a-4811-a8fc-f4984c76c2f1 with Priority: HIGHEST for action port [ 628.022129] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-fedf5696-350a-4811-a8fc-f4984c76c2f1 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.022129] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fedf5696-350a-4811-a8fc-f4984c76c2f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.022239] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fedf5696-350a-4811-a8fc-f4984c76c2f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.022571] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fedf5696-350a-4811-a8fc-f4984c76c2f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.022571] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fedf5696-350a-4811-a8fc-f4984c76c2f1',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.403839] env[66979]: INFO networking_nsxv3.common.synchronization [req-10e375ca-d8f5-4ec9-940b-f2b23a5be449 req-88ee9048-79a0-4c39-b9e6-dd9fd7e63d05 service nova] Enqueued Resource ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 with Priority: HIGHEST for action security_group_rules [ 628.404035] env[66979]: INFO networking_nsxv3.common.synchronization [req-10e375ca-d8f5-4ec9-940b-f2b23a5be449 req-88ee9048-79a0-4c39-b9e6-dd9fd7e63d05 service nova] Enqueued Resource ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 with Priority: HIGHEST for action security_group_members [ 628.404174] env[66979]: INFO networking_nsxv3.common.synchronization [req-10e375ca-d8f5-4ec9-940b-f2b23a5be449 req-88ee9048-79a0-4c39-b9e6-dd9fd7e63d05 service nova] Enqueued Resource ID: e477941c-1d20-4681-bc82-45a9bb0ee888 with Priority: HIGHEST for action port [ 628.404415] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 with Priority: HIGHEST for action security_group_rules [ 628.404545] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 with Priority: HIGHEST for action security_group_members [ 628.404802] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e477941c-1d20-4681-bc82-45a9bb0ee888 with Priority: HIGHEST for action port [ 628.408314] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.408453] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.408520] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.410398] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.410398] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.410398] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.410398] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.410398] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-e477941c-1d20-4681-bc82-45a9bb0ee888 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.410398] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e477941c-1d20-4681-bc82-45a9bb0ee888" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.410398] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e477941c-1d20-4681-bc82-45a9bb0ee888" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.410683] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e477941c-1d20-4681-bc82-45a9bb0ee888" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.410683] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e477941c-1d20-4681-bc82-45a9bb0ee888',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.418180] env[66979]: INFO networking_nsxv3.common.synchronization [req-2b7a0022-f21e-47b8-8317-1e5486b273c8 req-f7d4de28-576c-42df-a5a0-5f63aa822183 tempest-ImagesOneServerNegativeTestJSON-79195247 tempest-ImagesOneServerNegativeTestJSON-79195247-project-member] Enqueued Resource ID: 5ece01d5-2923-43ba-a335-54580ed2f72a with Priority: HIGHEST for action security_group_members [ 628.419322] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ece01d5-2923-43ba-a335-54580ed2f72a with Priority: HIGHEST for action security_group_members [ 628.419995] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ece01d5-2923-43ba-a335-54580ed2f72a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.419995] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.419995] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.419995] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.420282] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.420864] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.420864] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.420864] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.420864] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.420864] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ece01d5-2923-43ba-a335-54580ed2f72a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.525285] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fedf5696-350a-4811-a8fc-f4984c76c2f1 [ 628.525791] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.526036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.526121] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.526380] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.526502] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.526634] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fedf5696-350a-4811-a8fc-f4984c76c2f1 already deleted. [ 628.526746] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fedf5696-350a-4811-a8fc-f4984c76c2f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.634170] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc405a3b-eed8-485b-b0cd-c15ed5254992 in Status: SUCCESS [ 628.634479] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc405a3b-eed8-485b-b0cd-c15ed5254992 deletion is rescheduled due to dependency. [ 628.634668] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc405a3b-eed8-485b-b0cd-c15ed5254992" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.818785] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.818785] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-127" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.819087] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-127" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.823192] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-127" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.823489] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.823663] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.823837] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.824112] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.824274] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.824487] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.824848] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.824848] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.824848] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.824955] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.824985] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.825114] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.851284] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.852867] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.852867] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.852867] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-127" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.852867] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-6704bad4-52ed-40aa-ba05-da11a78c9bc4 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.852867] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-6704bad4-52ed-40aa-ba05-da11a78c9bc4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.852867] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-6704bad4-52ed-40aa-ba05-da11a78c9bc4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.852867] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-6704bad4-52ed-40aa-ba05-da11a78c9bc4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.852867] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6704bad4-52ed-40aa-ba05-da11a78c9bc4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.914663] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.915468] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.915468] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e477941c-1d20-4681-bc82-45a9bb0ee888 with status ACTIVE [ 628.915468] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.915468] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.916517] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.916517] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.916517] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.916517] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.916517] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.916517] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.916768] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.916768] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.918389] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.918535] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.918877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.919183] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.919278] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.919378] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e477941c-1d20-4681-bc82-45a9bb0ee888 is going to be updated. [ 628.923774] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.923905] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.923976] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.924189] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.924279] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.924466] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.924585] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.924631] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.924762] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.924838] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.924920] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ece01d5-2923-43ba-a335-54580ed2f72a already deleted. [ 628.925009] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.947680] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.948728] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.948728] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.948728] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.948728] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.948728] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e477941c-1d20-4681-bc82-45a9bb0ee888" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.356479] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.356849] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.356889] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.357245] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.357428] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.357627] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 6704bad4-52ed-40aa-ba05-da11a78c9bc4 not found, creating... [ 629.358027] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.358225] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.358372] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.358655] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.358846] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.359360] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.359452] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.359602] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.359864] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.360052] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.360236] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 6704bad4-52ed-40aa-ba05-da11a78c9bc4 is going to be created. [ 629.383480] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.383734] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.383895] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.384200] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.384467] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.384726] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-6704bad4-52ed-40aa-ba05-da11a78c9bc4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.434228] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7751c4fb-0875-4f53-9dc4-7b7121dfacf7 in Status: SUCCESS [ 629.434521] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.435855] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa in Status: SUCCESS [ 629.436190] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.436617] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.436916] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.437127] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.437253] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.437450] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.438054] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.438349] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.438349] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.438459] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.890850] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 in Status: SUCCESS [ 629.891048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.891251] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.891481] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.891673] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.892024] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.892136] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.892338] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.892403] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.892487] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.941451] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.941616] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.941679] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.941901] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.942289] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.942410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.942466] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.942626] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.942694] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.942790] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.942964] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.943061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.943248] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.943402] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.943540] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.943635] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.943688] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.943825] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.943894] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.944204] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.944204] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.113996] env[66979]: INFO networking_nsxv3.common.synchronization [req-2b7a0022-f21e-47b8-8317-1e5486b273c8 req-c6da62cc-60b5-404b-aa13-616fbd1422f3 service nova] Enqueued Resource ID: 5ece01d5-2923-43ba-a335-54580ed2f72a with Priority: HIGHEST for action security_group_rules [ 630.114722] env[66979]: INFO networking_nsxv3.common.synchronization [req-2b7a0022-f21e-47b8-8317-1e5486b273c8 req-c6da62cc-60b5-404b-aa13-616fbd1422f3 service nova] Enqueued Resource ID: 5ece01d5-2923-43ba-a335-54580ed2f72a with Priority: HIGHEST for action security_group_members [ 630.114722] env[66979]: INFO networking_nsxv3.common.synchronization [req-2b7a0022-f21e-47b8-8317-1e5486b273c8 req-c6da62cc-60b5-404b-aa13-616fbd1422f3 service nova] Enqueued Resource ID: 6704bad4-52ed-40aa-ba05-da11a78c9bc4 with Priority: HIGHEST for action port [ 630.114923] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ece01d5-2923-43ba-a335-54580ed2f72a with Priority: HIGHEST for action security_group_rules [ 630.115073] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ece01d5-2923-43ba-a335-54580ed2f72a with Priority: HIGHEST for action security_group_members [ 630.115170] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6704bad4-52ed-40aa-ba05-da11a78c9bc4 with Priority: HIGHEST for action port [ 630.115434] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ece01d5-2923-43ba-a335-54580ed2f72a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.115552] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.115619] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.116418] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.116512] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ece01d5-2923-43ba-a335-54580ed2f72a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.117938] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ece01d5-2923-43ba-a335-54580ed2f72a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.118031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.118072] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.122023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.122023] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.122023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.122023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.122023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.122023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.122023] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ece01d5-2923-43ba-a335-54580ed2f72a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.122603] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-6704bad4-52ed-40aa-ba05-da11a78c9bc4 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.122761] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6704bad4-52ed-40aa-ba05-da11a78c9bc4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.122859] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6704bad4-52ed-40aa-ba05-da11a78c9bc4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.123097] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6704bad4-52ed-40aa-ba05-da11a78c9bc4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.123208] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6704bad4-52ed-40aa-ba05-da11a78c9bc4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.396657] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.445795] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa: rpc.has_security_group_logging(os_id): False [ 630.466939] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.466939] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.467224] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.467224] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.467339] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.467510] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.467612] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.467681] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.467839] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.467927] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.468106] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.468192] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.468250] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.468617] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.468617] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.469305] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.469305] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.469305] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.469452] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.469452] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.469531] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa is going to be created. [ 630.534506] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.534775] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.534775] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.534982] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.536663] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.550929] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa in Status: IN_PROGRESS for 2s [ 630.620443] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ece01d5-2923-43ba-a335-54580ed2f72a taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.620443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.623313] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ece01d5-2923-43ba-a335-54580ed2f72a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.626045] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6704bad4-52ed-40aa-ba05-da11a78c9bc4 with status ACTIVE [ 630.626275] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.626370] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.626432] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.626613] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.626699] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.626885] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.626987] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.627213] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.627213] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.627325] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.627492] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.627576] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.627576] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.627712] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.627781] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.627939] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6704bad4-52ed-40aa-ba05-da11a78c9bc4 is going to be updated. [ 630.654911] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.655156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.655156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.655355] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.655481] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.656047] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6704bad4-52ed-40aa-ba05-da11a78c9bc4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.669081] env[66979]: INFO networking_nsxv3.common.synchronization [None req-dee5833e-cf83-4310-ac01-44155d610e40 tempest-ServersWithSpecificFlavorTestJSON-700112741 tempest-ServersWithSpecificFlavorTestJSON-700112741-project-member] Enqueued Resource ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 with Priority: HIGHEST for action security_group_rules [ 630.670879] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 with Priority: HIGHEST for action security_group_rules [ 630.670993] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f960cd0a-297d-4505-a3f6-8358ce2a9038 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.671849] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.671849] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.671849] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.671849] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f960cd0a-297d-4505-a3f6-8358ce2a9038',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.898682] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.904785] env[66979]: INFO networking_nsxv3.common.synchronization [None req-f36a19b5-a5ed-4354-b8b2-56d3da9de42c tempest-ServersWithSpecificFlavorTestJSON-700112741 tempest-ServersWithSpecificFlavorTestJSON-700112741-project-member] Enqueued Resource ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 with Priority: HIGHEST for action security_group_rules [ 630.904785] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 with Priority: HIGHEST for action security_group_rules [ 630.904785] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f960cd0a-297d-4505-a3f6-8358ce2a9038 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.905140] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.131881] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ece01d5-2923-43ba-a335-54580ed2f72a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.198368] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.198551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.198551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.198761] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.198876] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.198981] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 already deleted. [ 631.199081] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.199241] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.199410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.199662] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f960cd0a-297d-4505-a3f6-8358ce2a9038',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.402242] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.402552] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.402610] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.402933] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.403133] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.403305] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 is going to be updated. [ 631.439456] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.439456] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.439456] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.439456] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.439456] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.448351] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 in Status: IN_PROGRESS for 2s [ 631.634953] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.634953] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.634953] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.635340] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.635340] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.635399] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ece01d5-2923-43ba-a335-54580ed2f72a is going to be created. [ 631.690346] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.690346] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.690346] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.690346] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.690346] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.725873] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ece01d5-2923-43ba-a335-54580ed2f72a in Status: UNINITIALIZED for 2s [ 631.738036] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.738450] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.738617] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.739203] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.739406] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.739589] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 already deleted. [ 631.739775] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.583402] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa in Status: SUCCESS [ 632.583649] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.983351] env[66979]: INFO networking_nsxv3.common.synchronization [req-131ebe19-b914-4b2d-a5d2-8e688f0407ab req-c506fc43-5dd1-4fad-b0c2-c550900bfdd3 tempest-ListServerFiltersTestJSON-1902535644 tempest-ListServerFiltersTestJSON-1902535644-project-member] Enqueued Resource ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 with Priority: HIGHEST for action security_group_members [ 632.984126] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 with Priority: HIGHEST for action security_group_members [ 632.984548] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.984644] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.400270] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-622 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.400270] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-622" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.400270] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-622" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.400270] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-622" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.400270] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.400270] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.400270] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.400903] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.401177] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.401477] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.401690] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 633.401928] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 633.402199] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 633.402454] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 633.402673] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 633.403097] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 633.427019] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 633.427019] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 633.427019] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 633.427019] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-622" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.427019] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-01cd1385-e8c8-4efc-bd79-bb5f56e57e6a taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.427019] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-01cd1385-e8c8-4efc-bd79-bb5f56e57e6a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.427019] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-01cd1385-e8c8-4efc-bd79-bb5f56e57e6a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.427019] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-01cd1385-e8c8-4efc-bd79-bb5f56e57e6a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.427019] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01cd1385-e8c8-4efc-bd79-bb5f56e57e6a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.461721] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 in Status: SUCCESS [ 633.461721] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.461721] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.461721] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.461721] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.461721] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.461721] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.461721] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.461721] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.461721] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.461721] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.461721] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.463344] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.463683] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.463935] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.464147] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.465228] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.465228] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.465228] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.738107] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ece01d5-2923-43ba-a335-54580ed2f72a in Status: SUCCESS [ 633.738107] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.738531] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.738630] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.738843] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.739015] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.739093] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.739286] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.739380] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.739484] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.739582] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ece01d5-2923-43ba-a335-54580ed2f72a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.929903] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.930195] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.930337] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.930616] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.930756] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.930904] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 01cd1385-e8c8-4efc-bd79-bb5f56e57e6a not found, creating... [ 633.931261] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.931438] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.931549] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.931795] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.931934] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.932232] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.932378] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.932544] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.932679] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.932820] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.932959] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 01cd1385-e8c8-4efc-bd79-bb5f56e57e6a is going to be created. [ 633.959597] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.959843] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.959959] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.960362] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.960685] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.960923] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-01cd1385-e8c8-4efc-bd79-bb5f56e57e6a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.966884] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.967170] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.967451] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.242543] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ece01d5-2923-43ba-a335-54580ed2f72a taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.242709] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.242797] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.243390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.243390] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.243390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.243565] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.243649] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.243734] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.243824] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.243985] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ece01d5-2923-43ba-a335-54580ed2f72a taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.245472] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.245472] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.246465] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.246465] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.246465] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.246465] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.246465] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.246465] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.246783] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.246783] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ece01d5-2923-43ba-a335-54580ed2f72a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.470153] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.750169] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ece01d5-2923-43ba-a335-54580ed2f72a: rpc.has_security_group_logging(os_id): False [ 634.770786] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.772496] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.772496] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.772496] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.772496] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.772496] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.772496] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.772496] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.772496] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.772496] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.772496] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.772496] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.772496] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.773347] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.773347] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.773347] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.773347] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.773347] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.773347] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.773347] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.773347] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ece01d5-2923-43ba-a335-54580ed2f72a is going to be created. [ 634.836814] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.837034] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.837113] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.837496] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.837496] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.842486] env[66979]: INFO networking_nsxv3.common.synchronization [req-131ebe19-b914-4b2d-a5d2-8e688f0407ab req-c8d4738f-eda5-4ddc-9e0e-630044c19cd8 service nova] Enqueued Resource ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 with Priority: HIGHEST for action security_group_rules [ 634.844440] env[66979]: INFO networking_nsxv3.common.synchronization [req-131ebe19-b914-4b2d-a5d2-8e688f0407ab req-c8d4738f-eda5-4ddc-9e0e-630044c19cd8 service nova] Enqueued Resource ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 with Priority: HIGHEST for action security_group_members [ 634.844440] env[66979]: INFO networking_nsxv3.common.synchronization [req-131ebe19-b914-4b2d-a5d2-8e688f0407ab req-c8d4738f-eda5-4ddc-9e0e-630044c19cd8 service nova] Enqueued Resource ID: 01cd1385-e8c8-4efc-bd79-bb5f56e57e6a with Priority: HIGHEST for action port [ 634.849923] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 with Priority: HIGHEST for action security_group_rules [ 634.849923] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 with Priority: HIGHEST for action security_group_members [ 634.849923] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01cd1385-e8c8-4efc-bd79-bb5f56e57e6a with Priority: HIGHEST for action port [ 634.849923] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.849923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.849923] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.849923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.849923] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-01cd1385-e8c8-4efc-bd79-bb5f56e57e6a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.849923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01cd1385-e8c8-4efc-bd79-bb5f56e57e6a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.849923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01cd1385-e8c8-4efc-bd79-bb5f56e57e6a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.849923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01cd1385-e8c8-4efc-bd79-bb5f56e57e6a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.849923] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01cd1385-e8c8-4efc-bd79-bb5f56e57e6a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.854111] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ece01d5-2923-43ba-a335-54580ed2f72a in Status: IN_PROGRESS for 2s [ 634.975278] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.975439] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.975439] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.975674] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.975815] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.975994] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 is going to be updated. [ 635.014239] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.014411] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.014452] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.014981] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.015169] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.033136] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 in Status: IN_PROGRESS for 2s [ 635.356022] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01cd1385-e8c8-4efc-bd79-bb5f56e57e6a with status ACTIVE [ 635.356022] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.356022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.356022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.356022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.356022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.356022] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.356022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.356022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.356022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.356022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.356022] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.356022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.356733] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.357787] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.357944] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.358052] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01cd1385-e8c8-4efc-bd79-bb5f56e57e6a is going to be updated. [ 635.390370] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.391410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.391410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.391410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.391410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.391410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01cd1385-e8c8-4efc-bd79-bb5f56e57e6a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.861443] env[66979]: INFO networking_nsxv3.common.synchronization [req-e53d7492-7076-4d54-9f12-a1c8e7092249 req-96bcbcee-89ed-44d9-86a9-f9f3ef493ca8 tempest-ServerDiagnosticsTest-1112868823 tempest-ServerDiagnosticsTest-1112868823-project-member] Enqueued Resource ID: cdcf65e6-e785-4d77-a9cf-3a6fa6bce984 with Priority: HIGHEST for action security_group_members [ 635.862771] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdcf65e6-e785-4d77-a9cf-3a6fa6bce984 with Priority: HIGHEST for action security_group_members [ 635.862880] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.862966] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.863061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.863329] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.863495] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.863598] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.863660] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.863832] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.863918] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.864113] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdcf65e6-e785-4d77-a9cf-3a6fa6bce984',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.272390] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.272661] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.272833] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.273168] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.273515] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.273741] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.273922] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.274218] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.274459] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.274723] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.274897] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.275077] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.275251] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.275550] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 636.275723] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.275910] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.295807] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.295997] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 636.296171] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.296329] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.296709] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-6d02bc01-28dc-4f0e-8d8e-5d029845f0d5 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.296922] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-6d02bc01-28dc-4f0e-8d8e-5d029845f0d5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.297058] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-6d02bc01-28dc-4f0e-8d8e-5d029845f0d5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.297385] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-6d02bc01-28dc-4f0e-8d8e-5d029845f0d5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.297536] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d02bc01-28dc-4f0e-8d8e-5d029845f0d5',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.369337] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.369337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.369337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.369337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.369337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.369337] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.369337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.369337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.369337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.369337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.369337] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdcf65e6-e785-4d77-a9cf-3a6fa6bce984 already deleted. [ 636.369337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.803537] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.803537] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.803537] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.803537] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.803537] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.803537] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 6d02bc01-28dc-4f0e-8d8e-5d029845f0d5 not found, creating... [ 636.803537] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.803537] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.803537] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.803537] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.803900] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.803937] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.804407] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.804693] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.805094] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.805359] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.805569] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 6d02bc01-28dc-4f0e-8d8e-5d029845f0d5 is going to be created. [ 636.828523] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.828745] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.828860] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.829152] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.829369] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.829621] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-6d02bc01-28dc-4f0e-8d8e-5d029845f0d5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.873187] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ece01d5-2923-43ba-a335-54580ed2f72a in Status: SUCCESS [ 636.874033] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.048631] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 in Status: SUCCESS [ 637.048856] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.049068] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.049287] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.049471] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.049585] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.049645] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.049789] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.049866] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.049958] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.050185] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.050270] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.050270] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.050394] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.050555] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.050635] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.050683] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.050791] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.050854] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.050930] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.051107] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.052255] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.052344] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.052435] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.052534] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.052591] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.052735] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.052806] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.052898] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.554875] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0: rpc.has_security_group_logging(os_id): False [ 637.556288] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.600086] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.600455] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.600455] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.600671] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.600866] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.601980] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.602214] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.602346] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.603169] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.603324] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.603698] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.603871] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.604059] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.604527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.604818] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.605179] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.605321] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.605410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.605601] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.605690] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.605799] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 is going to be updated. [ 637.692925] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.693272] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.693366] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.693699] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.694322] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.716338] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 in Status: IN_PROGRESS for 2s [ 638.029208] env[66979]: INFO networking_nsxv3.common.synchronization [req-e53d7492-7076-4d54-9f12-a1c8e7092249 req-cf40a077-463a-44dc-a8dc-a60657f37d13 service nova] Enqueued Resource ID: cdcf65e6-e785-4d77-a9cf-3a6fa6bce984 with Priority: HIGHEST for action security_group_rules [ 638.029554] env[66979]: INFO networking_nsxv3.common.synchronization [req-e53d7492-7076-4d54-9f12-a1c8e7092249 req-cf40a077-463a-44dc-a8dc-a60657f37d13 service nova] Enqueued Resource ID: cdcf65e6-e785-4d77-a9cf-3a6fa6bce984 with Priority: HIGHEST for action security_group_members [ 638.029554] env[66979]: INFO networking_nsxv3.common.synchronization [req-e53d7492-7076-4d54-9f12-a1c8e7092249 req-cf40a077-463a-44dc-a8dc-a60657f37d13 service nova] Enqueued Resource ID: 6d02bc01-28dc-4f0e-8d8e-5d029845f0d5 with Priority: HIGHEST for action port [ 638.030418] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdcf65e6-e785-4d77-a9cf-3a6fa6bce984 with Priority: HIGHEST for action security_group_rules [ 638.030681] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdcf65e6-e785-4d77-a9cf-3a6fa6bce984 with Priority: HIGHEST for action security_group_members [ 638.030919] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d02bc01-28dc-4f0e-8d8e-5d029845f0d5 with Priority: HIGHEST for action port [ 638.032190] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.032597] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.032692] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.033261] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.033454] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdcf65e6-e785-4d77-a9cf-3a6fa6bce984',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.037836] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.038027] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.038104] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.038312] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.038491] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.038591] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.038660] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.038815] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.038899] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.039012] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdcf65e6-e785-4d77-a9cf-3a6fa6bce984',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.040365] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d02bc01-28dc-4f0e-8d8e-5d029845f0d5 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.040487] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d02bc01-28dc-4f0e-8d8e-5d029845f0d5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.040531] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d02bc01-28dc-4f0e-8d8e-5d029845f0d5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.040705] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d02bc01-28dc-4f0e-8d8e-5d029845f0d5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.040789] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d02bc01-28dc-4f0e-8d8e-5d029845f0d5',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.058246] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.540073] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.540073] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.543850] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d02bc01-28dc-4f0e-8d8e-5d029845f0d5 with status ACTIVE [ 638.544197] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.544438] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.544753] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.545198] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.545833] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.545833] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.545988] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.545988] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.546286] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.546430] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.546787] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.546953] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.551205] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.552066] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.552066] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.552066] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d02bc01-28dc-4f0e-8d8e-5d029845f0d5 is going to be updated. [ 638.552997] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cdcf65e6-e785-4d77-a9cf-3a6fa6bce984',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.561704] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.561903] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.561998] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.562307] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.562433] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.562845] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 is going to be updated. [ 638.578294] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.578392] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.578562] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.578677] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.578815] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.579082] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d02bc01-28dc-4f0e-8d8e-5d029845f0d5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.604205] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.604205] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.604205] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.604547] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.604547] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.616080] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 in Status: IN_PROGRESS for 2s [ 639.055771] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cdcf65e6-e785-4d77-a9cf-3a6fa6bce984',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.559632] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.559828] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.559900] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.560141] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.560228] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.560338] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdcf65e6-e785-4d77-a9cf-3a6fa6bce984 is going to be created. [ 639.588729] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.589056] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.589056] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.589216] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.589385] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.603723] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdcf65e6-e785-4d77-a9cf-3a6fa6bce984 in Status: UNINITIALIZED for 2s [ 639.752457] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 in Status: SUCCESS [ 639.752787] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.754271] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.754271] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.754271] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.256498] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.257372] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.631131] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 in Status: SUCCESS [ 640.631358] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.631538] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.631760] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.631987] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.632198] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.632198] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.633035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.633035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.633035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.633035] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.137746] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.138191] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.140123] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.140434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.140648] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.140788] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.140862] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.141088] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.141169] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.141267] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.141455] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.141554] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.141629] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.141753] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.141891] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.141984] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.142059] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.142199] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.142305] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.142504] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.142504] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.617370] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdcf65e6-e785-4d77-a9cf-3a6fa6bce984 in Status: SUCCESS [ 641.617662] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.618097] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.618799] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.618799] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.618799] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.618799] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.619046] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.619081] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.619171] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.619243] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cdcf65e6-e785-4d77-a9cf-3a6fa6bce984',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.649517] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0: rpc.has_security_group_logging(os_id): False [ 641.673334] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.673334] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.673334] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.673334] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.673334] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.673554] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.673554] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.673664] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.674313] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.674313] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.674313] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.674313] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.674726] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.674726] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.674726] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.674837] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.674890] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.674972] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.675402] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.675402] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.675402] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 is going to be updated. [ 641.747242] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.747464] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.747517] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.748147] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.748895] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.769803] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 in Status: IN_PROGRESS for 2s [ 642.129216] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.129468] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.129544] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.129793] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.130009] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.130170] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.130222] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.130450] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.130650] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.130734] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.131040] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.131040] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.131315] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.131361] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.131573] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.131765] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.131892] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.132777] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.133061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.133196] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.133301] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cdcf65e6-e785-4d77-a9cf-3a6fa6bce984',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.270957] env[66979]: INFO networking_nsxv3.common.synchronization [None req-69b3de0f-85d5-47e7-853e-331d216644f2 None None] Enqueued Resource ID: 289a8d68-84b7-46f7-9133-838d80e5415f with Priority: HIGHEST for action port [ 642.270957] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 289a8d68-84b7-46f7-9133-838d80e5415f with Priority: HIGHEST for action port [ 642.271244] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-289a8d68-84b7-46f7-9133-838d80e5415f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.271307] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-289a8d68-84b7-46f7-9133-838d80e5415f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.272250] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-289a8d68-84b7-46f7-9133-838d80e5415f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.272250] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-289a8d68-84b7-46f7-9133-838d80e5415f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.272250] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('289a8d68-84b7-46f7-9133-838d80e5415f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.635438] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cdcf65e6-e785-4d77-a9cf-3a6fa6bce984: rpc.has_security_group_logging(os_id): False [ 642.655887] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.656131] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.656455] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.656455] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.656622] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.656703] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.656802] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.656860] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.657039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.658856] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.659237] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.659356] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.659405] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.660542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.660542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.660542] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.660542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.660542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.660542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.660542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.660542] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdcf65e6-e785-4d77-a9cf-3a6fa6bce984 is going to be created. [ 642.761101] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.761101] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.761101] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.761101] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.761101] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.772923] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdcf65e6-e785-4d77-a9cf-3a6fa6bce984 in Status: IN_PROGRESS for 2s [ 642.774846] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 289a8d68-84b7-46f7-9133-838d80e5415f [ 642.775039] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.775142] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.775253] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.775498] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.775759] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.775948] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:289a8d68-84b7-46f7-9133-838d80e5415f already deleted. [ 642.776067] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-289a8d68-84b7-46f7-9133-838d80e5415f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.202162] env[66979]: INFO networking_nsxv3.common.synchronization [req-95c90aa1-75bc-4d2a-8819-b867f36a1f05 req-107b1360-5366-412e-9d69-7548f19b0c45 tempest-VolumesAdminNegativeTest-274902893 tempest-VolumesAdminNegativeTest-274902893-project-member] Enqueued Resource ID: b7dd50ab-17a5-48b9-b66b-3b38b7688b07 with Priority: HIGHEST for action security_group_members [ 643.202803] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7dd50ab-17a5-48b9-b66b-3b38b7688b07 with Priority: HIGHEST for action security_group_members [ 643.203365] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b7dd50ab-17a5-48b9-b66b-3b38b7688b07 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.203478] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.203551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.203769] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.203952] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.204385] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.204385] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.204385] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.204537] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.204572] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b7dd50ab-17a5-48b9-b66b-3b38b7688b07',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.710440] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.710734] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.710734] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.711356] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.711577] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.711735] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.711868] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.711923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.712116] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.712193] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.712282] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7dd50ab-17a5-48b9-b66b-3b38b7688b07 is going to be updated. [ 643.749845] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.750027] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.750105] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.750363] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.750514] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.763772] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7dd50ab-17a5-48b9-b66b-3b38b7688b07 in Status: IN_PROGRESS for 2s [ 643.795443] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 in Status: SUCCESS [ 643.795443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.813825] env[66979]: INFO networking_nsxv3.common.synchronization [req-314f7cc3-960e-46b7-bf39-513ba82869e9 req-478514b1-0711-4c7a-a376-7bbf0da92017 tempest-FloatingIPsAssociationNegativeTestJSON-820306970 tempest-FloatingIPsAssociationNegativeTestJSON-820306970-project-member] Enqueued Resource ID: 800d45e0-e554-4865-80d9-8af6117c4497 with Priority: HIGHEST for action security_group_members [ 643.814506] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 800d45e0-e554-4865-80d9-8af6117c4497 with Priority: HIGHEST for action security_group_members [ 643.814697] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-800d45e0-e554-4865-80d9-8af6117c4497 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.814814] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.814879] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.816086] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.816086] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.816086] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.816086] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.816086] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.816086] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.816542] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('800d45e0-e554-4865-80d9-8af6117c4497',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.320235] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.320235] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.320235] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.320235] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.320235] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.320235] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.320235] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.320747] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.320747] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.320747] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.320747] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 800d45e0-e554-4865-80d9-8af6117c4497 already deleted. [ 644.320747] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.340037] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-664 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.341366] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-664" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.341597] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-664" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.342055] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-664" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.342467] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.342711] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.343413] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.343745] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.343960] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.344351] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.344736] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 644.345093] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 644.345289] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 644.345474] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 644.345646] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 644.345851] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 644.369529] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 644.369788] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 644.370027] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 644.370233] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-664" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.370618] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-6a2dfd0c-34a2-434c-9074-cec36fa0e4f4 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.370814] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-6a2dfd0c-34a2-434c-9074-cec36fa0e4f4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.371012] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-6a2dfd0c-34a2-434c-9074-cec36fa0e4f4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.371436] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-6a2dfd0c-34a2-434c-9074-cec36fa0e4f4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.371630] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a2dfd0c-34a2-434c-9074-cec36fa0e4f4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.742208] env[66979]: INFO networking_nsxv3.common.synchronization [None req-a0e6e87b-628d-47c4-8ff5-0b3cc3c20111 None None] Enqueued Resource ID: 6dc18091-d6c3-4599-bcd8-5aa0e9300d32 with Priority: HIGHEST for action port [ 644.742736] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6dc18091-d6c3-4599-bcd8-5aa0e9300d32 with Priority: HIGHEST for action port [ 644.744034] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-6dc18091-d6c3-4599-bcd8-5aa0e9300d32 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.744199] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6dc18091-d6c3-4599-bcd8-5aa0e9300d32" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.744199] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6dc18091-d6c3-4599-bcd8-5aa0e9300d32" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.744478] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6dc18091-d6c3-4599-bcd8-5aa0e9300d32" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.744573] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6dc18091-d6c3-4599-bcd8-5aa0e9300d32',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.789784] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cdcf65e6-e785-4d77-a9cf-3a6fa6bce984 in Status: SUCCESS [ 644.790608] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.878059] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.878059] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.878059] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.878059] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.878059] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.878059] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 6a2dfd0c-34a2-434c-9074-cec36fa0e4f4 not found, creating... [ 644.878059] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.878059] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.878059] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.878059] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.878059] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.878695] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.878695] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.878997] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.879371] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.879813] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.880523] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 6a2dfd0c-34a2-434c-9074-cec36fa0e4f4 is going to be created. [ 644.905136] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.905136] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.905136] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.905502] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.905546] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.905768] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-6a2dfd0c-34a2-434c-9074-cec36fa0e4f4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.246587] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6dc18091-d6c3-4599-bcd8-5aa0e9300d32 [ 645.246876] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.247116] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.247197] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.247445] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.247567] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.248054] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6dc18091-d6c3-4599-bcd8-5aa0e9300d32 already deleted. [ 645.248200] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6dc18091-d6c3-4599-bcd8-5aa0e9300d32" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.780188] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b7dd50ab-17a5-48b9-b66b-3b38b7688b07 in Status: SUCCESS [ 645.780581] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b7dd50ab-17a5-48b9-b66b-3b38b7688b07 deletion is rescheduled due to dependency. [ 645.780581] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.110617] env[66979]: INFO networking_nsxv3.common.synchronization [req-314f7cc3-960e-46b7-bf39-513ba82869e9 req-5f2ff1f0-767e-45fe-b9b8-e92f7c8c33a9 service nova] Enqueued Resource ID: 800d45e0-e554-4865-80d9-8af6117c4497 with Priority: HIGHEST for action security_group_rules [ 646.110813] env[66979]: INFO networking_nsxv3.common.synchronization [req-314f7cc3-960e-46b7-bf39-513ba82869e9 req-5f2ff1f0-767e-45fe-b9b8-e92f7c8c33a9 service nova] Enqueued Resource ID: 800d45e0-e554-4865-80d9-8af6117c4497 with Priority: HIGHEST for action security_group_members [ 646.113051] env[66979]: INFO networking_nsxv3.common.synchronization [req-314f7cc3-960e-46b7-bf39-513ba82869e9 req-5f2ff1f0-767e-45fe-b9b8-e92f7c8c33a9 service nova] Enqueued Resource ID: 6a2dfd0c-34a2-434c-9074-cec36fa0e4f4 with Priority: HIGHEST for action port [ 646.113051] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 800d45e0-e554-4865-80d9-8af6117c4497 with Priority: HIGHEST for action security_group_rules [ 646.113051] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 800d45e0-e554-4865-80d9-8af6117c4497 with Priority: HIGHEST for action security_group_members [ 646.113051] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a2dfd0c-34a2-434c-9074-cec36fa0e4f4 with Priority: HIGHEST for action port [ 646.113051] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-800d45e0-e554-4865-80d9-8af6117c4497 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.113051] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.113051] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.113669] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.113669] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('800d45e0-e554-4865-80d9-8af6117c4497',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.116434] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-800d45e0-e554-4865-80d9-8af6117c4497 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.116434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.116434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.116434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.116671] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.117957] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.117957] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.119500] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.120470] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.120470] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('800d45e0-e554-4865-80d9-8af6117c4497',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.125855] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a2dfd0c-34a2-434c-9074-cec36fa0e4f4 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.126075] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a2dfd0c-34a2-434c-9074-cec36fa0e4f4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.126075] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a2dfd0c-34a2-434c-9074-cec36fa0e4f4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.126257] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a2dfd0c-34a2-434c-9074-cec36fa0e4f4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.126356] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a2dfd0c-34a2-434c-9074-cec36fa0e4f4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.243311] env[66979]: INFO networking_nsxv3.common.synchronization [None req-c241f13f-052b-4df5-a809-86efd35619f4 tempest-ServersV294TestFqdnHostnames-1572560756 tempest-ServersV294TestFqdnHostnames-1572560756-project-member] Enqueued Resource ID: 040ae308-b31f-4a0d-83b2-df89a2a69ca3 with Priority: HIGHEST for action security_group_rules [ 646.243311] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 040ae308-b31f-4a0d-83b2-df89a2a69ca3 with Priority: HIGHEST for action security_group_rules [ 646.243311] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-040ae308-b31f-4a0d-83b2-df89a2a69ca3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.243646] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.243837] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.244369] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.244636] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('040ae308-b31f-4a0d-83b2-df89a2a69ca3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.501015] env[66979]: INFO networking_nsxv3.common.synchronization [None req-50bce72b-ab1e-4e01-b278-b57484c6ad5a tempest-ServersV294TestFqdnHostnames-1572560756 tempest-ServersV294TestFqdnHostnames-1572560756-project-member] Enqueued Resource ID: 040ae308-b31f-4a0d-83b2-df89a2a69ca3 with Priority: HIGHEST for action security_group_rules [ 646.501588] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 040ae308-b31f-4a0d-83b2-df89a2a69ca3 with Priority: HIGHEST for action security_group_rules [ 646.502190] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-040ae308-b31f-4a0d-83b2-df89a2a69ca3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.502293] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.629708] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-800d45e0-e554-4865-80d9-8af6117c4497 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.629850] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.630030] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('800d45e0-e554-4865-80d9-8af6117c4497',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.630949] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6a2dfd0c-34a2-434c-9074-cec36fa0e4f4 with status ACTIVE [ 646.631151] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.631276] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.631342] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.631549] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.631667] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.631828] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.631924] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.631987] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.632176] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.632259] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.632440] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.632532] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.632592] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.632729] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.632799] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.632882] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6a2dfd0c-34a2-434c-9074-cec36fa0e4f4 is going to be updated. [ 646.666012] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.666202] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.666262] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.666462] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.666596] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.666756] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a2dfd0c-34a2-434c-9074-cec36fa0e4f4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.770044] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.771222] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.771433] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.771583] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.771661] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.771775] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 040ae308-b31f-4a0d-83b2-df89a2a69ca3 already deleted. [ 646.771891] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.772029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.772207] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.772292] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('040ae308-b31f-4a0d-83b2-df89a2a69ca3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.142090] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('800d45e0-e554-4865-80d9-8af6117c4497',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.295573] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.295888] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.295888] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.296068] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.296160] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.296261] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 040ae308-b31f-4a0d-83b2-df89a2a69ca3 already deleted. [ 647.296344] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.298868] env[66979]: INFO networking_nsxv3.common.synchronization [req-4fafcfaf-6a85-4f30-b6c3-7a3b02fc8de1 req-d17ec711-a375-4d5b-9e4a-bcc4c77ed1ab tempest-TenantUsagesTestJSON-1088559770 tempest-TenantUsagesTestJSON-1088559770-project-member] Enqueued Resource ID: 1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa with Priority: HIGHEST for action security_group_members [ 647.299476] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa with Priority: HIGHEST for action security_group_members [ 647.300092] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.300092] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.300092] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.300297] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.300397] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.300499] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.300563] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.300724] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.300808] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.300923] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.630820] env[66979]: INFO networking_nsxv3.common.synchronization [None req-35e984a8-5692-4e79-96ab-f3801b2b718f None None] Enqueued Resource ID: 2d7c1078-5631-440d-b066-29d6725a479b with Priority: HIGHEST for action port [ 647.632113] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d7c1078-5631-440d-b066-29d6725a479b with Priority: HIGHEST for action port [ 647.632612] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d7c1078-5631-440d-b066-29d6725a479b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.632612] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d7c1078-5631-440d-b066-29d6725a479b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.632816] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d7c1078-5631-440d-b066-29d6725a479b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.633546] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d7c1078-5631-440d-b066-29d6725a479b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.633546] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d7c1078-5631-440d-b066-29d6725a479b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.645458] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.645644] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.645696] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.645916] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.646044] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.646155] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 800d45e0-e554-4865-80d9-8af6117c4497 is going to be created. [ 647.676468] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.676726] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.676726] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.676929] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.677049] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.691485] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 800d45e0-e554-4865-80d9-8af6117c4497 in Status: UNINITIALIZED for 2s [ 647.802928] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.804928] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.804928] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.804928] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.804928] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.804928] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.804928] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.804928] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.804928] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.804928] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.804928] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa is going to be updated. [ 647.836935] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.837108] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.837156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.838054] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.838054] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.849869] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa in Status: IN_PROGRESS for 2s [ 648.137814] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d7c1078-5631-440d-b066-29d6725a479b [ 648.138154] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.138325] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.138390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.138613] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.138711] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.138821] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d7c1078-5631-440d-b066-29d6725a479b already deleted. [ 648.138911] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d7c1078-5631-440d-b066-29d6725a479b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.863940] env[66979]: INFO networking_nsxv3.common.synchronization [req-162583dd-1252-4bd2-a8c9-0422b9e88d19 req-382fda19-28b1-4cdf-8abd-c98c5cb96427 tempest-ServersWithSpecificFlavorTestJSON-700112741 tempest-ServersWithSpecificFlavorTestJSON-700112741-project-member] Enqueued Resource ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 with Priority: HIGHEST for action security_group_members [ 648.863940] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 with Priority: HIGHEST for action security_group_members [ 648.864236] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f960cd0a-297d-4505-a3f6-8358ce2a9038 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.864362] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.864428] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.864675] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.864839] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.864979] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.870078] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.870302] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.870397] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.870671] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f960cd0a-297d-4505-a3f6-8358ce2a9038',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.352679] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-488 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.352679] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-488" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.352679] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-488" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.352679] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-488" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.352679] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.352679] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.352679] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.352679] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.352679] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.352679] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.352679] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 649.352679] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 649.352679] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 649.353353] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 649.353353] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 649.353353] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 649.373054] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 649.373225] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 649.373354] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 649.373529] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-488" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.373841] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-0a7ecd2c-e00d-4626-80d7-c34236d7636e taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.374033] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-0a7ecd2c-e00d-4626-80d7-c34236d7636e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.374156] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-0a7ecd2c-e00d-4626-80d7-c34236d7636e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.374509] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-0a7ecd2c-e00d-4626-80d7-c34236d7636e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.374645] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a7ecd2c-e00d-4626-80d7-c34236d7636e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.375957] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.376085] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.376130] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.376287] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.376377] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.376554] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.376657] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.376764] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.376855] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.376913] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.377020] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 already deleted. [ 649.377120] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.713733] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 800d45e0-e554-4865-80d9-8af6117c4497 in Status: SUCCESS [ 649.713955] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.714857] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.714857] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.714857] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.714857] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.714857] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.714857] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.716024] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.716024] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.716024] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('800d45e0-e554-4865-80d9-8af6117c4497',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.861038] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa in Status: SUCCESS [ 649.861211] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa deletion is rescheduled due to dependency. [ 649.861275] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.878898] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.879257] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.879359] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.879706] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.879825] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.880009] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 0a7ecd2c-e00d-4626-80d7-c34236d7636e not found, creating... [ 649.880307] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.880513] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.880655] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.881155] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.883026] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.883026] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.883026] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.883026] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.883353] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.883353] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.883353] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 0a7ecd2c-e00d-4626-80d7-c34236d7636e is going to be created. [ 649.905403] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.905605] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.905724] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.905996] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.906252] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.906477] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-0a7ecd2c-e00d-4626-80d7-c34236d7636e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.218481] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-800d45e0-e554-4865-80d9-8af6117c4497 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.218810] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.218810] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.219111] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.219178] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.219384] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.219384] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.219491] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.219640] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.219640] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.219749] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-800d45e0-e554-4865-80d9-8af6117c4497 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.219815] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.219950] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.220030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.220149] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.220331] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.220331] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.220445] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.220621] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.220621] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.220783] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('800d45e0-e554-4865-80d9-8af6117c4497',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.721665] env[66979]: INFO networking_nsxv3.common.synchronization [req-162583dd-1252-4bd2-a8c9-0422b9e88d19 req-edecc366-8e5d-4db4-b317-da57834b1828 service nova] Enqueued Resource ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 with Priority: HIGHEST for action security_group_rules [ 650.721888] env[66979]: INFO networking_nsxv3.common.synchronization [req-162583dd-1252-4bd2-a8c9-0422b9e88d19 req-edecc366-8e5d-4db4-b317-da57834b1828 service nova] Enqueued Resource ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 with Priority: HIGHEST for action security_group_members [ 650.722036] env[66979]: INFO networking_nsxv3.common.synchronization [req-162583dd-1252-4bd2-a8c9-0422b9e88d19 req-edecc366-8e5d-4db4-b317-da57834b1828 service nova] Enqueued Resource ID: 0a7ecd2c-e00d-4626-80d7-c34236d7636e with Priority: HIGHEST for action port [ 650.722562] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 with Priority: HIGHEST for action security_group_rules [ 650.722716] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 with Priority: HIGHEST for action security_group_members [ 650.722816] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a7ecd2c-e00d-4626-80d7-c34236d7636e with Priority: HIGHEST for action port [ 650.723061] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 800d45e0-e554-4865-80d9-8af6117c4497: rpc.has_security_group_logging(os_id): False [ 650.724453] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f960cd0a-297d-4505-a3f6-8358ce2a9038 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.724524] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.724570] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.724766] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.724853] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f960cd0a-297d-4505-a3f6-8358ce2a9038',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.726228] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f960cd0a-297d-4505-a3f6-8358ce2a9038 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.726349] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.726420] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.726585] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.726733] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.726829] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.726888] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.727377] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.728079] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.728079] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f960cd0a-297d-4505-a3f6-8358ce2a9038',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.728955] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a7ecd2c-e00d-4626-80d7-c34236d7636e taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.729489] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a7ecd2c-e00d-4626-80d7-c34236d7636e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.729533] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a7ecd2c-e00d-4626-80d7-c34236d7636e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.729666] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a7ecd2c-e00d-4626-80d7-c34236d7636e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.729744] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a7ecd2c-e00d-4626-80d7-c34236d7636e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.749755] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.749966] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.749966] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.750198] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.750283] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.750553] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.750646] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.750700] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.750851] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.750927] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.751377] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.751477] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.752638] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.752638] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.752638] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.752638] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.752638] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.752638] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.752638] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.752638] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.752638] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 800d45e0-e554-4865-80d9-8af6117c4497 is going to be created. [ 650.814532] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.814532] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.814532] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.814979] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.818655] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.831745] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 800d45e0-e554-4865-80d9-8af6117c4497 in Status: IN_PROGRESS for 2s [ 651.032753] env[66979]: INFO networking_nsxv3.common.synchronization [None req-0b109858-200d-4421-b80d-73e58dc10b9c None None] Enqueued Resource ID: d7749973-f96c-477d-839c-c74b7f573b12 with Priority: HIGHEST for action port [ 651.033399] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7749973-f96c-477d-839c-c74b7f573b12 with Priority: HIGHEST for action port [ 651.034290] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7749973-f96c-477d-839c-c74b7f573b12 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.034486] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7749973-f96c-477d-839c-c74b7f573b12" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.034580] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7749973-f96c-477d-839c-c74b7f573b12" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.034864] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7749973-f96c-477d-839c-c74b7f573b12" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.034950] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7749973-f96c-477d-839c-c74b7f573b12',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.231851] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f960cd0a-297d-4505-a3f6-8358ce2a9038 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.232174] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.232269] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f960cd0a-297d-4505-a3f6-8358ce2a9038',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.234018] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a7ecd2c-e00d-4626-80d7-c34236d7636e with status ACTIVE [ 651.234018] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.234018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.234231] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.234554] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.234554] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.234639] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.237650] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.237650] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.237650] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.237650] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.237650] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.237650] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.237650] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.237650] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.237650] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.237650] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a7ecd2c-e00d-4626-80d7-c34236d7636e is going to be updated. [ 651.267358] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.267358] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.267358] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.267358] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.267358] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.267358] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a7ecd2c-e00d-4626-80d7-c34236d7636e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.537191] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d7749973-f96c-477d-839c-c74b7f573b12 [ 651.537467] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.537640] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.537706] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.537931] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.538084] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.538191] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d7749973-f96c-477d-839c-c74b7f573b12 already deleted. [ 651.538339] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7749973-f96c-477d-839c-c74b7f573b12" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.738673] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f960cd0a-297d-4505-a3f6-8358ce2a9038',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.242596] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.243032] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.243032] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.243409] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.243409] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.243409] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 is going to be created. [ 652.277036] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.277036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.277036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.277036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.277036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.288659] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 in Status: UNINITIALIZED for 2s [ 652.429913] env[66979]: INFO networking_nsxv3.common.synchronization [None req-9ad140a5-255f-493c-acbe-4d509d1b9a2b None None] Enqueued Resource ID: 0b07780e-2ea7-4665-9f6f-b957fb84bf47 with Priority: HIGHEST for action port [ 652.429913] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b07780e-2ea7-4665-9f6f-b957fb84bf47 with Priority: HIGHEST for action port [ 652.429913] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b07780e-2ea7-4665-9f6f-b957fb84bf47 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.429913] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b07780e-2ea7-4665-9f6f-b957fb84bf47" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.430122] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b07780e-2ea7-4665-9f6f-b957fb84bf47" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.430426] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b07780e-2ea7-4665-9f6f-b957fb84bf47" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.430520] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b07780e-2ea7-4665-9f6f-b957fb84bf47',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.855001] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 800d45e0-e554-4865-80d9-8af6117c4497 in Status: SUCCESS [ 652.855325] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.934688] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b07780e-2ea7-4665-9f6f-b957fb84bf47 [ 652.934878] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.935059] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.935123] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.935407] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.935743] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.935743] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b07780e-2ea7-4665-9f6f-b957fb84bf47 already deleted. [ 652.935870] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b07780e-2ea7-4665-9f6f-b957fb84bf47" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.655464] env[66979]: INFO networking_nsxv3.common.synchronization [req-b1426cc6-0667-4b9a-b3fd-89d277b0d61b req-e7323cf9-2685-42c6-836b-9b08a1a6accc tempest-DeleteServersAdminTestJSON-1592913447 tempest-DeleteServersAdminTestJSON-1592913447-project-member] Enqueued Resource ID: faccbb04-f389-44e6-bf45-04d64b0ac570 with Priority: HIGHEST for action security_group_members [ 653.655464] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faccbb04-f389-44e6-bf45-04d64b0ac570 with Priority: HIGHEST for action security_group_members [ 653.655464] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-faccbb04-f389-44e6-bf45-04d64b0ac570 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.655464] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.655464] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.655464] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.656667] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.658416] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.658416] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.658416] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.658416] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.658416] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('faccbb04-f389-44e6-bf45-04d64b0ac570',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.126696] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.126955] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.127125] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.127535] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.127828] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.128012] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.128301] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.128440] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.128594] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.128830] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.129219] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.129219] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.129219] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.129781] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 654.129781] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.129781] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.160626] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.160853] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.160905] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.161411] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.161646] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.162042] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.162189] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.162263] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.162622] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.162749] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.162864] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faccbb04-f389-44e6-bf45-04d64b0ac570 is going to be updated. [ 654.166677] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.166677] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 654.166677] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.166912] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.167537] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-26af0cf9-1f67-4a80-be2e-32154332da24 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.167735] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-26af0cf9-1f67-4a80-be2e-32154332da24" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.167851] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-26af0cf9-1f67-4a80-be2e-32154332da24" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.168224] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-26af0cf9-1f67-4a80-be2e-32154332da24" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.168358] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26af0cf9-1f67-4a80-be2e-32154332da24',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.200383] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.200672] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.200672] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.201141] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.201826] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.214422] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faccbb04-f389-44e6-bf45-04d64b0ac570 in Status: IN_PROGRESS for 2s [ 654.300351] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 in Status: SUCCESS [ 654.300688] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.300849] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.301103] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.301568] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.301734] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.301804] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.301990] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.302114] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.302207] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.302300] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f960cd0a-297d-4505-a3f6-8358ce2a9038',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.672540] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.673047] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.673047] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.673481] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.673717] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.673893] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 26af0cf9-1f67-4a80-be2e-32154332da24 not found, creating... [ 654.674226] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.674413] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.674530] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.674806] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.674946] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.675627] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.675824] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.675982] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.676606] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.676765] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.676913] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 26af0cf9-1f67-4a80-be2e-32154332da24 is going to be created. [ 654.706987] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.707239] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.707359] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.707630] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.707891] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.708173] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-26af0cf9-1f67-4a80-be2e-32154332da24" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.735998] env[66979]: INFO networking_nsxv3.common.synchronization [None req-1c4e7803-a724-4cd1-91c1-14323bffd711 None None] Enqueued Resource ID: d04f5982-4053-4710-b777-35b12b66374c with Priority: HIGHEST for action port [ 654.736300] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d04f5982-4053-4710-b777-35b12b66374c with Priority: HIGHEST for action port [ 654.736852] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-d04f5982-4053-4710-b777-35b12b66374c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.736976] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d04f5982-4053-4710-b777-35b12b66374c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.737182] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d04f5982-4053-4710-b777-35b12b66374c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.737776] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d04f5982-4053-4710-b777-35b12b66374c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.737892] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d04f5982-4053-4710-b777-35b12b66374c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.804508] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f960cd0a-297d-4505-a3f6-8358ce2a9038',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.241541] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d04f5982-4053-4710-b777-35b12b66374c [ 655.241541] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.241541] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.241541] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.241541] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.241541] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.241541] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d04f5982-4053-4710-b777-35b12b66374c already deleted. [ 655.241541] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d04f5982-4053-4710-b777-35b12b66374c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.307092] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f960cd0a-297d-4505-a3f6-8358ce2a9038: rpc.has_security_group_logging(os_id): False [ 655.325252] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.325434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.325544] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.325661] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.325749] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.326040] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.326161] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.326217] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.326365] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.326438] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.326580] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 is going to be created. [ 655.397161] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.398520] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.398627] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.398811] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.398995] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.412655] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 in Status: IN_PROGRESS for 2s [ 655.426882] env[66979]: INFO networking_nsxv3.common.synchronization [None req-247b3906-56ef-4608-9794-204fac36dfef None None] Enqueued Resource ID: b77b8ca0-097d-4a3b-a136-e1d2d950036c with Priority: HIGHEST for action port [ 655.427862] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b77b8ca0-097d-4a3b-a136-e1d2d950036c with Priority: HIGHEST for action port [ 655.427862] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-b77b8ca0-097d-4a3b-a136-e1d2d950036c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.428043] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b77b8ca0-097d-4a3b-a136-e1d2d950036c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.428043] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b77b8ca0-097d-4a3b-a136-e1d2d950036c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.428558] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b77b8ca0-097d-4a3b-a136-e1d2d950036c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.428667] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b77b8ca0-097d-4a3b-a136-e1d2d950036c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.446036] env[66979]: INFO networking_nsxv3.common.synchronization [req-b1426cc6-0667-4b9a-b3fd-89d277b0d61b req-e07ad50a-c437-41f3-b4ac-fd2f9fd2a637 service nova] Enqueued Resource ID: faccbb04-f389-44e6-bf45-04d64b0ac570 with Priority: HIGHEST for action security_group_rules [ 655.446178] env[66979]: INFO networking_nsxv3.common.synchronization [req-b1426cc6-0667-4b9a-b3fd-89d277b0d61b req-e07ad50a-c437-41f3-b4ac-fd2f9fd2a637 service nova] Enqueued Resource ID: faccbb04-f389-44e6-bf45-04d64b0ac570 with Priority: HIGHEST for action security_group_members [ 655.446308] env[66979]: INFO networking_nsxv3.common.synchronization [req-b1426cc6-0667-4b9a-b3fd-89d277b0d61b req-e07ad50a-c437-41f3-b4ac-fd2f9fd2a637 service nova] Enqueued Resource ID: 26af0cf9-1f67-4a80-be2e-32154332da24 with Priority: HIGHEST for action port [ 655.446812] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faccbb04-f389-44e6-bf45-04d64b0ac570 with Priority: HIGHEST for action security_group_rules [ 655.446946] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faccbb04-f389-44e6-bf45-04d64b0ac570 with Priority: HIGHEST for action security_group_members [ 655.447157] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26af0cf9-1f67-4a80-be2e-32154332da24 with Priority: HIGHEST for action port [ 655.447498] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-faccbb04-f389-44e6-bf45-04d64b0ac570 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.447646] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.447714] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.448052] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.448052] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('faccbb04-f389-44e6-bf45-04d64b0ac570',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.449117] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-faccbb04-f389-44e6-bf45-04d64b0ac570 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.449261] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.449851] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-26af0cf9-1f67-4a80-be2e-32154332da24 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.450044] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26af0cf9-1f67-4a80-be2e-32154332da24" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.450085] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26af0cf9-1f67-4a80-be2e-32154332da24" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.450688] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26af0cf9-1f67-4a80-be2e-32154332da24" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.450846] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26af0cf9-1f67-4a80-be2e-32154332da24',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.799690] env[66979]: INFO networking_nsxv3.common.synchronization [req-e365dc46-6cc2-48aa-a589-c468d488160d req-4f658abc-091a-4cab-848d-73990ff872df tempest-ServerDiagnosticsTest-1112868823 tempest-ServerDiagnosticsTest-1112868823-project-member] Enqueued Resource ID: cdcf65e6-e785-4d77-a9cf-3a6fa6bce984 with Priority: HIGHEST for action security_group_members [ 655.800380] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdcf65e6-e785-4d77-a9cf-3a6fa6bce984 with Priority: HIGHEST for action security_group_members [ 655.800788] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.801160] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.801160] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.801466] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.801885] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.801885] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.801885] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.802115] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.802115] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.802212] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cdcf65e6-e785-4d77-a9cf-3a6fa6bce984',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.933948] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b77b8ca0-097d-4a3b-a136-e1d2d950036c [ 655.933948] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.934150] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.934150] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.934385] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.934385] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.934506] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b77b8ca0-097d-4a3b-a136-e1d2d950036c already deleted. [ 655.934506] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b77b8ca0-097d-4a3b-a136-e1d2d950036c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.955385] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-faccbb04-f389-44e6-bf45-04d64b0ac570 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.955385] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.955385] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26af0cf9-1f67-4a80-be2e-32154332da24 with status ACTIVE [ 655.955385] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.955586] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.955586] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.955752] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.955804] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.956258] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.956258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.956258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.956258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.956481] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.956519] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.956629] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.956629] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.959696] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.959696] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.959696] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26af0cf9-1f67-4a80-be2e-32154332da24 is going to be updated. [ 655.982257] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.982450] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.982450] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.982736] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.982796] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.983459] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26af0cf9-1f67-4a80-be2e-32154332da24" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.226426] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faccbb04-f389-44e6-bf45-04d64b0ac570 in Status: SUCCESS [ 656.226883] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faccbb04-f389-44e6-bf45-04d64b0ac570 deletion is rescheduled due to dependency. [ 656.227141] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.227577] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.228617] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.228942] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.229390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.230700] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.230700] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.230700] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.230700] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('faccbb04-f389-44e6-bf45-04d64b0ac570',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.304192] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.304449] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.304530] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.304760] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.304869] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.305156] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.305305] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.305410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.305648] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.305756] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.305853] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdcf65e6-e785-4d77-a9cf-3a6fa6bce984 is going to be updated. [ 656.339212] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.339481] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.339559] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.339740] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.339917] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.353523] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdcf65e6-e785-4d77-a9cf-3a6fa6bce984 in Status: IN_PROGRESS for 2s [ 656.733808] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('faccbb04-f389-44e6-bf45-04d64b0ac570',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.237688] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('faccbb04-f389-44e6-bf45-04d64b0ac570',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.426244] env[66979]: INFO networking_nsxv3.common.synchronization [req-9bb3f6b4-2590-4288-8fb3-7fed653b7129 req-994affa9-c35d-4d16-af99-69fdd8b76170 tempest-ServersAdminTestJSON-207348556 tempest-ServersAdminTestJSON-207348556-project-member] Enqueued Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_members [ 657.426244] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_members [ 657.426244] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.426385] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.426489] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.427586] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.427870] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.428092] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.428092] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.428565] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.428687] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.428797] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.430424] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 in Status: SUCCESS [ 657.430622] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.741658] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.741917] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.741917] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.742153] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.742246] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.742366] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faccbb04-f389-44e6-bf45-04d64b0ac570 is going to be updated. [ 657.797477] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.798837] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.798837] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.798837] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.798837] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.814907] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faccbb04-f389-44e6-bf45-04d64b0ac570 in Status: IN_PROGRESS for 2s [ 657.934319] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.952434] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.952712] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-744" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.952788] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-744" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.954637] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-744" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.955114] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.956539] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.956539] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.956539] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.956539] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.956539] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.956539] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 657.956539] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 657.956539] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 657.957229] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 657.957229] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 657.957229] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 657.983470] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 657.983750] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 657.984549] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 657.984549] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-744" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.984549] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-18100d2e-39ac-4768-a58a-babc3dd97cf6 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.984800] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-18100d2e-39ac-4768-a58a-babc3dd97cf6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.984856] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-18100d2e-39ac-4768-a58a-babc3dd97cf6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.985279] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-18100d2e-39ac-4768-a58a-babc3dd97cf6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.985371] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18100d2e-39ac-4768-a58a-babc3dd97cf6',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.365321] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cdcf65e6-e785-4d77-a9cf-3a6fa6bce984 in Status: SUCCESS [ 658.366410] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cdcf65e6-e785-4d77-a9cf-3a6fa6bce984 deletion is rescheduled due to dependency. [ 658.366410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cdcf65e6-e785-4d77-a9cf-3a6fa6bce984" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.437238] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.488394] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.488698] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.488698] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.488986] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.489174] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.489366] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 18100d2e-39ac-4768-a58a-babc3dd97cf6 not found, creating... [ 658.489764] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.489764] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.490052] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.490107] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.490239] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.490552] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.490737] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.490999] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.496198] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.496469] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.496735] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 18100d2e-39ac-4768-a58a-babc3dd97cf6 is going to be created. [ 658.519816] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.519992] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.520175] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.520383] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.520607] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.520855] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-18100d2e-39ac-4768-a58a-babc3dd97cf6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.943056] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.943221] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.943299] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.943509] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.943597] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.943688] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 is going to be updated. [ 658.969039] env[66979]: INFO networking_nsxv3.common.synchronization [None req-3fa2a76e-17b3-4028-a694-33c0b5bc07a9 None None] Enqueued Resource ID: 3a2f84db-4ed9-469c-a965-747e94bc7a71 with Priority: HIGHEST for action port [ 658.969686] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a2f84db-4ed9-469c-a965-747e94bc7a71 with Priority: HIGHEST for action port [ 658.970265] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a2f84db-4ed9-469c-a965-747e94bc7a71 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.970429] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a2f84db-4ed9-469c-a965-747e94bc7a71" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.970534] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a2f84db-4ed9-469c-a965-747e94bc7a71" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.970857] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a2f84db-4ed9-469c-a965-747e94bc7a71" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.970980] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a2f84db-4ed9-469c-a965-747e94bc7a71',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.975150] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.975296] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.975377] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.975641] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.975792] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.985070] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: IN_PROGRESS for 2s [ 659.251386] env[66979]: INFO networking_nsxv3.common.synchronization [req-9bb3f6b4-2590-4288-8fb3-7fed653b7129 req-94315183-b868-4dcc-b31f-f64a4443ac50 service nova] Enqueued Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_rules [ 659.251558] env[66979]: INFO networking_nsxv3.common.synchronization [req-9bb3f6b4-2590-4288-8fb3-7fed653b7129 req-94315183-b868-4dcc-b31f-f64a4443ac50 service nova] Enqueued Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_members [ 659.251689] env[66979]: INFO networking_nsxv3.common.synchronization [req-9bb3f6b4-2590-4288-8fb3-7fed653b7129 req-94315183-b868-4dcc-b31f-f64a4443ac50 service nova] Enqueued Resource ID: 18100d2e-39ac-4768-a58a-babc3dd97cf6 with Priority: HIGHEST for action port [ 659.252238] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_rules [ 659.252380] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_members [ 659.252473] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18100d2e-39ac-4768-a58a-babc3dd97cf6 with Priority: HIGHEST for action port [ 659.252743] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.252872] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.253009] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.253137] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.253219] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.254060] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.254173] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.254366] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-18100d2e-39ac-4768-a58a-babc3dd97cf6 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.257117] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18100d2e-39ac-4768-a58a-babc3dd97cf6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.257117] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18100d2e-39ac-4768-a58a-babc3dd97cf6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.257117] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18100d2e-39ac-4768-a58a-babc3dd97cf6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.257117] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18100d2e-39ac-4768-a58a-babc3dd97cf6',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.473414] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a2f84db-4ed9-469c-a965-747e94bc7a71 [ 659.473934] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.473934] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.473934] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.474155] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.474155] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.474268] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a2f84db-4ed9-469c-a965-747e94bc7a71 already deleted. [ 659.474500] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a2f84db-4ed9-469c-a965-747e94bc7a71" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.758818] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.758818] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.760352] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18100d2e-39ac-4768-a58a-babc3dd97cf6 with status ACTIVE [ 659.760484] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.760619] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.760677] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.760944] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.760990] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.761206] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.761275] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.761326] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.761459] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.761526] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.761702] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.761795] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.761854] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.761989] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.762075] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.762160] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18100d2e-39ac-4768-a58a-babc3dd97cf6 is going to be updated. [ 659.788285] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.788435] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.788505] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.788735] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.789119] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.789119] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18100d2e-39ac-4768-a58a-babc3dd97cf6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.827567] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faccbb04-f389-44e6-bf45-04d64b0ac570 in Status: SUCCESS [ 659.827567] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.827567] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.827567] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.827567] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.827567] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.827567] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.827567] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.827567] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.827567] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.827567] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('faccbb04-f389-44e6-bf45-04d64b0ac570',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.331378] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-faccbb04-f389-44e6-bf45-04d64b0ac570 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.331378] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.331378] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.331378] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.331378] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.331378] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.331378] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.331378] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.331378] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.331378] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.332054] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-faccbb04-f389-44e6-bf45-04d64b0ac570 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.332054] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.332054] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.332054] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.332054] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.332054] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.332054] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.332337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.332337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.332337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.332441] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('faccbb04-f389-44e6-bf45-04d64b0ac570',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.837045] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for faccbb04-f389-44e6-bf45-04d64b0ac570: rpc.has_security_group_logging(os_id): False [ 660.883040] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.883040] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.883694] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.883694] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.883694] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.884957] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.884957] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.884957] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.884957] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.884957] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.884957] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.884957] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.885443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.885443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.885443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.885586] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.885753] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.885753] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.885964] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.886097] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.886206] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: faccbb04-f389-44e6-bf45-04d64b0ac570 is going to be updated. [ 660.958718] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.958718] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.958933] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.959371] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.959719] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.974263] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: faccbb04-f389-44e6-bf45-04d64b0ac570 in Status: IN_PROGRESS for 2s [ 661.010768] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: SUCCESS [ 661.010996] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.011205] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.011452] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.011663] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.011780] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.011846] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.012024] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.012086] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.012180] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.275418] env[66979]: INFO networking_nsxv3.common.synchronization [None req-49883d34-0cff-482c-8fe0-296a98c33cef None None] Enqueued Resource ID: 559bb4a0-12e3-4f51-ae3c-1720fa298cb9 with Priority: HIGHEST for action port [ 661.275977] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 559bb4a0-12e3-4f51-ae3c-1720fa298cb9 with Priority: HIGHEST for action port [ 661.276307] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-559bb4a0-12e3-4f51-ae3c-1720fa298cb9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.276440] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-559bb4a0-12e3-4f51-ae3c-1720fa298cb9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.276490] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-559bb4a0-12e3-4f51-ae3c-1720fa298cb9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.277056] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-559bb4a0-12e3-4f51-ae3c-1720fa298cb9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.277056] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('559bb4a0-12e3-4f51-ae3c-1720fa298cb9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.514778] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.780672] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 559bb4a0-12e3-4f51-ae3c-1720fa298cb9 [ 661.780909] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.782022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.782022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.782022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.782022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.782343] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:559bb4a0-12e3-4f51-ae3c-1720fa298cb9 already deleted. [ 661.782343] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-559bb4a0-12e3-4f51-ae3c-1720fa298cb9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.023575] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.528754] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.528965] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.528965] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.529079] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.530121] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.530121] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 is going to be updated. [ 662.561356] env[66979]: INFO networking_nsxv3.common.synchronization [req-174a5389-ba63-408f-86b7-80fbc8466781 req-ca337c0b-48c1-4f4a-9e5b-bcd815f2e174 tempest-MigrationsAdminTest-269877207 tempest-MigrationsAdminTest-269877207-project-member] Enqueued Resource ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f with Priority: HIGHEST for action security_group_members [ 662.562949] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.562949] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.562949] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.570233] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.570233] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.570233] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f with Priority: HIGHEST for action security_group_members [ 662.570233] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-40be81ad-6f91-4d06-84bc-8a2a0766af5f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.571618] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.571668] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.571912] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.572258] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.572258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.572258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.572432] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.572517] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.572926] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40be81ad-6f91-4d06-84bc-8a2a0766af5f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.583260] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: IN_PROGRESS for 2s [ 662.991361] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: faccbb04-f389-44e6-bf45-04d64b0ac570 in Status: SUCCESS [ 662.991361] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.075533] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.075963] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.075963] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.075963] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.076264] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.076264] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.076470] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.076470] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.076587] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.076752] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.076752] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f already deleted. [ 663.076879] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.260688] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.260930] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.260971] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.261285] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.261800] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.261870] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.262065] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.262343] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.262532] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.262736] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.262841] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.262940] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.263890] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.263890] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.263890] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.263890] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.286957] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.287237] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.287385] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.287552] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.287896] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-9e93e679-867d-4d0f-ba93-6be7f4a22272 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.289176] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-9e93e679-867d-4d0f-ba93-6be7f4a22272" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.289176] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-9e93e679-867d-4d0f-ba93-6be7f4a22272" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.289176] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-9e93e679-867d-4d0f-ba93-6be7f4a22272" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.289176] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e93e679-867d-4d0f-ba93-6be7f4a22272',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.701462] env[66979]: INFO networking_nsxv3.common.synchronization [None req-d1432ea6-a035-40ac-9be4-b2ed796ef2da None None] Enqueued Resource ID: c5549798-01c6-4c40-9b44-0f0112a87575 with Priority: HIGHEST for action port [ 663.701660] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5549798-01c6-4c40-9b44-0f0112a87575 with Priority: HIGHEST for action port [ 663.701937] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5549798-01c6-4c40-9b44-0f0112a87575 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.702558] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5549798-01c6-4c40-9b44-0f0112a87575" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.702665] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5549798-01c6-4c40-9b44-0f0112a87575" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.702989] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5549798-01c6-4c40-9b44-0f0112a87575" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.703084] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5549798-01c6-4c40-9b44-0f0112a87575',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.796035] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.796035] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.796035] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.796035] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.796035] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.796035] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 9e93e679-867d-4d0f-ba93-6be7f4a22272 not found, creating... [ 663.796035] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.796035] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.796035] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.796035] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.796035] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.796759] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.796759] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.796759] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.796759] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.797110] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.797318] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 9e93e679-867d-4d0f-ba93-6be7f4a22272 is going to be created. [ 663.820601] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.820601] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.820601] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.820601] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.820601] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.820896] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-9e93e679-867d-4d0f-ba93-6be7f4a22272" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.206899] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5549798-01c6-4c40-9b44-0f0112a87575 [ 664.207281] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.207489] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.207597] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.207889] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.208012] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.208153] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5549798-01c6-4c40-9b44-0f0112a87575 already deleted. [ 664.208270] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5549798-01c6-4c40-9b44-0f0112a87575" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.594256] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: SUCCESS [ 664.598142] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.598142] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.598142] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.598142] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.598142] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.598142] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.598142] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.598142] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.598142] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.598142] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.598142] env[66979]: INFO networking_nsxv3.common.synchronization [req-174a5389-ba63-408f-86b7-80fbc8466781 req-e624db78-db0f-4ac4-9fdb-6bd988b0b667 service nova] Enqueued Resource ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f with Priority: HIGHEST for action security_group_rules [ 664.599480] env[66979]: INFO networking_nsxv3.common.synchronization [req-174a5389-ba63-408f-86b7-80fbc8466781 req-e624db78-db0f-4ac4-9fdb-6bd988b0b667 service nova] Enqueued Resource ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f with Priority: HIGHEST for action security_group_members [ 664.599480] env[66979]: INFO networking_nsxv3.common.synchronization [req-174a5389-ba63-408f-86b7-80fbc8466781 req-e624db78-db0f-4ac4-9fdb-6bd988b0b667 service nova] Enqueued Resource ID: 9e93e679-867d-4d0f-ba93-6be7f4a22272 with Priority: HIGHEST for action port [ 664.599480] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f with Priority: HIGHEST for action security_group_rules [ 664.599480] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f with Priority: HIGHEST for action security_group_members [ 664.599480] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9e93e679-867d-4d0f-ba93-6be7f4a22272 with Priority: HIGHEST for action port [ 664.599892] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40be81ad-6f91-4d06-84bc-8a2a0766af5f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.599892] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.600046] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.603891] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.604044] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40be81ad-6f91-4d06-84bc-8a2a0766af5f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.605492] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-40be81ad-6f91-4d06-84bc-8a2a0766af5f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.605492] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.605492] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.605492] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.606805] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.606805] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.606805] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.606805] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.606805] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.606805] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40be81ad-6f91-4d06-84bc-8a2a0766af5f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.607116] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-9e93e679-867d-4d0f-ba93-6be7f4a22272 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.607579] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9e93e679-867d-4d0f-ba93-6be7f4a22272" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.607579] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9e93e679-867d-4d0f-ba93-6be7f4a22272" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.607579] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9e93e679-867d-4d0f-ba93-6be7f4a22272" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.607579] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9e93e679-867d-4d0f-ba93-6be7f4a22272',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.840558] env[66979]: INFO networking_nsxv3.common.synchronization [None req-b9b36e2c-c909-4296-b99d-65c5bf26ef40 None None] Enqueued Resource ID: 3621d071-193d-4d17-86e6-ea35b235403c with Priority: HIGHEST for action port [ 664.840686] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3621d071-193d-4d17-86e6-ea35b235403c with Priority: HIGHEST for action port [ 664.841305] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-3621d071-193d-4d17-86e6-ea35b235403c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.841595] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3621d071-193d-4d17-86e6-ea35b235403c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.841595] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3621d071-193d-4d17-86e6-ea35b235403c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.841875] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3621d071-193d-4d17-86e6-ea35b235403c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.841875] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3621d071-193d-4d17-86e6-ea35b235403c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.100955] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.101957] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.102473] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.102473] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.103149] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.103411] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.103411] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.103779] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.103779] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.103874] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.104178] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.104248] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.104287] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.104479] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.104805] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.104941] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.105039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.105231] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.105396] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.105469] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.105574] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.113942] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40be81ad-6f91-4d06-84bc-8a2a0766af5f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.113942] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-40be81ad-6f91-4d06-84bc-8a2a0766af5f taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.113942] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.113942] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9e93e679-867d-4d0f-ba93-6be7f4a22272 with status ACTIVE [ 665.113942] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.113942] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.113942] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.113942] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.113942] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.113942] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.113942] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.113942] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.113942] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.113942] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.114809] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.114809] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.114809] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.114809] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.114809] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.114809] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9e93e679-867d-4d0f-ba93-6be7f4a22272 is going to be updated. [ 665.136857] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.137392] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.137650] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.137988] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.138240] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.138403] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9e93e679-867d-4d0f-ba93-6be7f4a22272" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.345910] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3621d071-193d-4d17-86e6-ea35b235403c [ 665.346278] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.346278] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.346500] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.346597] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.346817] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.346817] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3621d071-193d-4d17-86e6-ea35b235403c already deleted. [ 665.346938] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3621d071-193d-4d17-86e6-ea35b235403c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.603523] env[66979]: INFO networking_nsxv3.common.synchronization [None req-cf2b55a1-6ee3-404f-b2a3-bbf067a995e6 None None] Enqueued Resource ID: c609dabf-4899-467a-9cfe-bc221d7162d3 with Priority: HIGHEST for action port [ 665.604208] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c609dabf-4899-467a-9cfe-bc221d7162d3 with Priority: HIGHEST for action port [ 665.604523] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-c609dabf-4899-467a-9cfe-bc221d7162d3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.604663] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c609dabf-4899-467a-9cfe-bc221d7162d3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.604727] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c609dabf-4899-467a-9cfe-bc221d7162d3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.604995] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c609dabf-4899-467a-9cfe-bc221d7162d3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.605285] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c609dabf-4899-467a-9cfe-bc221d7162d3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.609881] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f53fe5d-8905-4361-88fe-94c3593e0f01: rpc.has_security_group_logging(os_id): False [ 665.611369] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40be81ad-6f91-4d06-84bc-8a2a0766af5f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.634758] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.634924] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.634989] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.635699] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.635699] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.635699] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.635699] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.635699] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.636247] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.636247] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.636247] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.636247] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.636566] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.636566] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.636566] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.636707] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.636804] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.636864] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.637059] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.638269] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.638993] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 is going to be updated. [ 665.713455] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.713455] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.713455] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.713455] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.713455] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.727748] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: IN_PROGRESS for 2s [ 666.111468] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c609dabf-4899-467a-9cfe-bc221d7162d3 [ 666.112139] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.112139] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.112139] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.112341] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.112443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.112545] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c609dabf-4899-467a-9cfe-bc221d7162d3 already deleted. [ 666.112658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c609dabf-4899-467a-9cfe-bc221d7162d3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.114229] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.114435] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.114536] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.115093] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.115093] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.115093] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f is going to be created. [ 666.155627] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.155878] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.155983] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.156362] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.156710] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.168565] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f in Status: UNINITIALIZED for 2s [ 666.662035] env[66979]: INFO networking_nsxv3.common.synchronization [None req-352a5b75-03ac-48ff-a964-4591e07b8ebe tempest-AttachInterfacesUnderV243Test-729095847 tempest-AttachInterfacesUnderV243Test-729095847-project-member] Enqueued Resource ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 with Priority: HIGHEST for action security_group_rules [ 666.664935] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 with Priority: HIGHEST for action security_group_rules [ 666.664935] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1cadf4a-2363-4923-90ae-2f4cab45bfc3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.664935] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.664935] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.664935] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.664935] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1cadf4a-2363-4923-90ae-2f4cab45bfc3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.785274] env[66979]: INFO networking_nsxv3.common.synchronization [None req-3138e6be-2fe8-45d2-88b4-6f2a8c7638f2 tempest-AttachInterfacesUnderV243Test-729095847 tempest-AttachInterfacesUnderV243Test-729095847-project-member] Enqueued Resource ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 with Priority: HIGHEST for action security_group_rules [ 666.785653] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 with Priority: HIGHEST for action security_group_rules [ 666.785960] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1cadf4a-2363-4923-90ae-2f4cab45bfc3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.786177] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.188956] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.189443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.189443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.189443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.189651] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.189651] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 already deleted. [ 667.189751] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.189814] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.189967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.190056] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1cadf4a-2363-4923-90ae-2f4cab45bfc3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.669359] env[66979]: INFO networking_nsxv3.common.synchronization [None req-6847a2b3-721b-4175-b49d-905fce6fe464 None None] Enqueued Resource ID: 30878082-5114-48c4-8710-8588918c3074 with Priority: HIGHEST for action port [ 667.669893] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30878082-5114-48c4-8710-8588918c3074 with Priority: HIGHEST for action port [ 667.670215] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-30878082-5114-48c4-8710-8588918c3074 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.670339] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30878082-5114-48c4-8710-8588918c3074" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.670414] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30878082-5114-48c4-8710-8588918c3074" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.670701] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30878082-5114-48c4-8710-8588918c3074" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.670803] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30878082-5114-48c4-8710-8588918c3074',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.712519] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.712734] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.712815] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.713405] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.713621] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.713768] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 already deleted. [ 667.713896] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.759657] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: SUCCESS [ 667.759990] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.173680] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30878082-5114-48c4-8710-8588918c3074 [ 668.174112] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.174112] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.174334] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.174907] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.174907] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.174907] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30878082-5114-48c4-8710-8588918c3074 already deleted. [ 668.174907] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30878082-5114-48c4-8710-8588918c3074" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.195713] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f in Status: SUCCESS [ 668.195713] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.195713] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.195713] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.195713] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.196157] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.196157] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.196265] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.196318] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.196635] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.196635] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40be81ad-6f91-4d06-84bc-8a2a0766af5f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.704555] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-40be81ad-6f91-4d06-84bc-8a2a0766af5f taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.704555] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.704555] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.704555] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.704555] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.704555] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.704555] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.704555] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.704555] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.704555] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.706716] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-40be81ad-6f91-4d06-84bc-8a2a0766af5f taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.706716] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.706716] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.706716] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.706716] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.706716] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.706716] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.706716] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.706716] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.706716] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.706716] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40be81ad-6f91-4d06-84bc-8a2a0766af5f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.207600] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40be81ad-6f91-4d06-84bc-8a2a0766af5f: rpc.has_security_group_logging(os_id): False [ 669.229444] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.229805] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.229889] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.230123] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.230236] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.230511] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.230689] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.230752] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.230913] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.231049] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.231189] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.231286] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.231910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.232423] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.232523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.232739] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.232840] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.232840] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.233058] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.233058] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.233273] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f is going to be created. [ 669.301121] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.301121] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.301121] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.301121] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.301121] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.313525] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f in Status: IN_PROGRESS for 2s [ 670.168088] env[66979]: INFO networking_nsxv3.common.synchronization [req-c8021139-122b-4429-8798-186b2c1094bf req-b4ed2e49-fff7-4c50-b662-2a94b7ce4651 tempest-ImagesTestJSON-1664217714 tempest-ImagesTestJSON-1664217714-project-member] Enqueued Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_members [ 670.168088] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_members [ 670.168088] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.168088] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.168088] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.168664] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.168664] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.169170] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.169265] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.169487] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.169660] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.169827] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.674403] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.674632] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.674632] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.675019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.675019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.675436] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.675436] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.675436] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.675687] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.675687] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.675687] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77723165-bb10-4849-b9dc-abee857eeb83 already deleted. [ 670.675853] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.781282] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.781540] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-391" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.781586] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-391" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.781912] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-391" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.785470] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.785470] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.785470] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.785470] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.785470] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.785470] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.785470] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 670.785470] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 670.785470] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 670.785470] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 670.785470] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 670.786060] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 670.810412] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 670.810635] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 670.810701] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 670.810878] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-391" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.811298] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-1df960a5-f1dc-45c5-99bf-63a004a752cd taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.811474] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-1df960a5-f1dc-45c5-99bf-63a004a752cd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.811581] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-1df960a5-f1dc-45c5-99bf-63a004a752cd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.811897] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-1df960a5-f1dc-45c5-99bf-63a004a752cd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.812103] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1df960a5-f1dc-45c5-99bf-63a004a752cd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.316700] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.317810] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.317810] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.317959] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.318257] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.318257] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 1df960a5-f1dc-45c5-99bf-63a004a752cd not found, creating... [ 671.318581] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.318833] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.319011] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.319682] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.319814] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.320284] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.320652] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.320742] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.320992] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.321237] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.321438] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 1df960a5-f1dc-45c5-99bf-63a004a752cd is going to be created. [ 671.338313] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f in Status: SUCCESS [ 671.338313] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.353165] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.353165] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.353165] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.353453] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.353563] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.353821] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-1df960a5-f1dc-45c5-99bf-63a004a752cd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.997851] env[66979]: INFO networking_nsxv3.common.synchronization [None req-bb08581a-2416-4471-8f23-b98c68423a26 None None] Enqueued Resource ID: ba56168d-86cd-4aaa-9faa-863c55cca9e2 with Priority: HIGHEST for action port [ 671.998282] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba56168d-86cd-4aaa-9faa-863c55cca9e2 with Priority: HIGHEST for action port [ 671.998654] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba56168d-86cd-4aaa-9faa-863c55cca9e2 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.998867] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba56168d-86cd-4aaa-9faa-863c55cca9e2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.998913] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba56168d-86cd-4aaa-9faa-863c55cca9e2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.999228] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba56168d-86cd-4aaa-9faa-863c55cca9e2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.999366] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba56168d-86cd-4aaa-9faa-863c55cca9e2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.068456] env[66979]: INFO networking_nsxv3.common.synchronization [req-c8021139-122b-4429-8798-186b2c1094bf req-20f3d297-6e73-46a3-b8e3-d2fc9d5f8f6d service nova] Enqueued Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_rules [ 672.068732] env[66979]: INFO networking_nsxv3.common.synchronization [req-c8021139-122b-4429-8798-186b2c1094bf req-20f3d297-6e73-46a3-b8e3-d2fc9d5f8f6d service nova] Enqueued Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_members [ 672.068961] env[66979]: INFO networking_nsxv3.common.synchronization [req-c8021139-122b-4429-8798-186b2c1094bf req-20f3d297-6e73-46a3-b8e3-d2fc9d5f8f6d service nova] Enqueued Resource ID: 1df960a5-f1dc-45c5-99bf-63a004a752cd with Priority: HIGHEST for action port [ 672.070782] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_rules [ 672.071343] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_members [ 672.071504] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1df960a5-f1dc-45c5-99bf-63a004a752cd with Priority: HIGHEST for action port [ 672.071902] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.072089] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.072368] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.072740] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.073008] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.074445] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.075630] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.075711] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.075892] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.078490] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.078490] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.078490] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.078490] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.078490] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.078490] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.078490] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-1df960a5-f1dc-45c5-99bf-63a004a752cd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.078490] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1df960a5-f1dc-45c5-99bf-63a004a752cd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.078490] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1df960a5-f1dc-45c5-99bf-63a004a752cd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.078490] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1df960a5-f1dc-45c5-99bf-63a004a752cd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.078490] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1df960a5-f1dc-45c5-99bf-63a004a752cd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.502922] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ba56168d-86cd-4aaa-9faa-863c55cca9e2 [ 672.502922] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.502922] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.502922] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.502922] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.502922] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.502922] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ba56168d-86cd-4aaa-9faa-863c55cca9e2 already deleted. [ 672.502922] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba56168d-86cd-4aaa-9faa-863c55cca9e2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.580786] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.580786] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.580786] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.590023] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1df960a5-f1dc-45c5-99bf-63a004a752cd with status ACTIVE [ 672.590023] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.590023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.590023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.590023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.590023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.590023] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.590023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.590023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.590023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.590023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.590023] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.590023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.590023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.591450] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.591713] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.591900] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1df960a5-f1dc-45c5-99bf-63a004a752cd is going to be updated. [ 672.624882] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.624882] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.624882] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.624882] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.624882] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.624882] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1df960a5-f1dc-45c5-99bf-63a004a752cd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.821152] env[66979]: INFO networking_nsxv3.common.synchronization [req-266fe070-d431-484e-8838-54b3483a9e8a req-04635c79-f5f0-4686-9a08-0c2fea7dbccb tempest-ServersV294TestFqdnHostnames-1572560756 tempest-ServersV294TestFqdnHostnames-1572560756-project-member] Enqueued Resource ID: 040ae308-b31f-4a0d-83b2-df89a2a69ca3 with Priority: HIGHEST for action security_group_members [ 672.821152] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 040ae308-b31f-4a0d-83b2-df89a2a69ca3 with Priority: HIGHEST for action security_group_members [ 672.821152] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-040ae308-b31f-4a0d-83b2-df89a2a69ca3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.821152] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.821152] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.821152] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.821152] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.821152] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.821152] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.821152] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.821821] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.824984] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('040ae308-b31f-4a0d-83b2-df89a2a69ca3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.087997] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.329019] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.329332] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.329332] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.329489] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.329578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.329774] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.329877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.329935] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.334081] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.334206] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.334347] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 040ae308-b31f-4a0d-83b2-df89a2a69ca3 already deleted. [ 673.334397] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.590554] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.591173] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.593208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.593208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.593208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.593208] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77723165-bb10-4849-b9dc-abee857eeb83 is going to be created. [ 673.619188] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.623327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.623664] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.623970] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.630675] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.648014] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: UNINITIALIZED for 2s [ 673.944248] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-957 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.944592] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-957" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.944823] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-957" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.945121] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-957" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.945473] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.945694] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.945773] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.946031] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.946240] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.946483] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.946594] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.946696] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.946805] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.946924] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.947123] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.947203] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.988973] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.989192] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.989327] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.991204] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-957" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.991711] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-799294fa-52d2-46db-a4bb-a7b48f8a8565 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.991835] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-799294fa-52d2-46db-a4bb-a7b48f8a8565" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.991906] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-799294fa-52d2-46db-a4bb-a7b48f8a8565" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.992219] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-799294fa-52d2-46db-a4bb-a7b48f8a8565" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.992356] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('799294fa-52d2-46db-a4bb-a7b48f8a8565',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.496240] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.497150] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.497150] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.497150] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.497150] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.497377] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 799294fa-52d2-46db-a4bb-a7b48f8a8565 not found, creating... [ 674.497471] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.497623] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.497737] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.497973] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.498137] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.499032] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.499032] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.501858] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.501858] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.502055] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.502112] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 799294fa-52d2-46db-a4bb-a7b48f8a8565 is going to be created. [ 674.541401] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.543524] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.543524] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.543524] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.543524] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.543524] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-799294fa-52d2-46db-a4bb-a7b48f8a8565" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.689121] env[66979]: INFO networking_nsxv3.common.synchronization [None req-6f53d274-726d-46c8-9aba-c4617ac4aa3e None None] Enqueued Resource ID: 5ea6ee0f-ad4a-410f-8f0b-5908a1ce146b with Priority: HIGHEST for action port [ 674.689840] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ea6ee0f-ad4a-410f-8f0b-5908a1ce146b with Priority: HIGHEST for action port [ 674.691701] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ea6ee0f-ad4a-410f-8f0b-5908a1ce146b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.692509] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ea6ee0f-ad4a-410f-8f0b-5908a1ce146b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.692509] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ea6ee0f-ad4a-410f-8f0b-5908a1ce146b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.692509] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ea6ee0f-ad4a-410f-8f0b-5908a1ce146b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.692882] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ea6ee0f-ad4a-410f-8f0b-5908a1ce146b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.194868] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ea6ee0f-ad4a-410f-8f0b-5908a1ce146b [ 675.195138] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.195278] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.195348] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.195564] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.195847] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.195847] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ea6ee0f-ad4a-410f-8f0b-5908a1ce146b already deleted. [ 675.195847] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ea6ee0f-ad4a-410f-8f0b-5908a1ce146b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.216032] env[66979]: INFO networking_nsxv3.common.synchronization [req-266fe070-d431-484e-8838-54b3483a9e8a req-168d0f8a-daee-45e7-a10b-c4bdc9554bad service nova] Enqueued Resource ID: 040ae308-b31f-4a0d-83b2-df89a2a69ca3 with Priority: HIGHEST for action security_group_rules [ 675.217867] env[66979]: INFO networking_nsxv3.common.synchronization [req-266fe070-d431-484e-8838-54b3483a9e8a req-168d0f8a-daee-45e7-a10b-c4bdc9554bad service nova] Enqueued Resource ID: 040ae308-b31f-4a0d-83b2-df89a2a69ca3 with Priority: HIGHEST for action security_group_members [ 675.217867] env[66979]: INFO networking_nsxv3.common.synchronization [req-266fe070-d431-484e-8838-54b3483a9e8a req-168d0f8a-daee-45e7-a10b-c4bdc9554bad service nova] Enqueued Resource ID: 799294fa-52d2-46db-a4bb-a7b48f8a8565 with Priority: HIGHEST for action port [ 675.217867] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 040ae308-b31f-4a0d-83b2-df89a2a69ca3 with Priority: HIGHEST for action security_group_rules [ 675.217867] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 040ae308-b31f-4a0d-83b2-df89a2a69ca3 with Priority: HIGHEST for action security_group_members [ 675.217867] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 799294fa-52d2-46db-a4bb-a7b48f8a8565 with Priority: HIGHEST for action port [ 675.217867] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-040ae308-b31f-4a0d-83b2-df89a2a69ca3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.217867] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.217867] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.217867] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.217867] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('040ae308-b31f-4a0d-83b2-df89a2a69ca3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.219058] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-040ae308-b31f-4a0d-83b2-df89a2a69ca3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.219221] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.219332] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.219555] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.219732] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.219853] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.219914] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.220080] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.220162] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.220249] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('040ae308-b31f-4a0d-83b2-df89a2a69ca3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.221157] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-799294fa-52d2-46db-a4bb-a7b48f8a8565 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.221333] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-799294fa-52d2-46db-a4bb-a7b48f8a8565" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.221400] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-799294fa-52d2-46db-a4bb-a7b48f8a8565" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.221596] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-799294fa-52d2-46db-a4bb-a7b48f8a8565" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.221701] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('799294fa-52d2-46db-a4bb-a7b48f8a8565',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.663148] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: SUCCESS [ 675.663148] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.663148] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.663148] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.663148] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.663148] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.663148] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.663148] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.663148] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.663148] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.663148] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.726544] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-040ae308-b31f-4a0d-83b2-df89a2a69ca3 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.726544] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.726544] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('040ae308-b31f-4a0d-83b2-df89a2a69ca3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.726544] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 799294fa-52d2-46db-a4bb-a7b48f8a8565 with status ACTIVE [ 675.726544] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.726544] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.726544] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.726544] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.727314] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.727314] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.727314] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.727314] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.727314] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.727314] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.727314] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.727615] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.727615] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.727615] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.727710] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.727751] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 799294fa-52d2-46db-a4bb-a7b48f8a8565 is going to be updated. [ 675.761199] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.761340] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.761442] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.764040] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.764040] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.764040] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-799294fa-52d2-46db-a4bb-a7b48f8a8565" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.170652] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.170652] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.170652] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.170652] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.170652] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.170652] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.170652] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.170652] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.170652] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.170652] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.170652] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.170652] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.170652] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.171848] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.171848] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.171848] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.171848] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.172063] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.172063] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.172147] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.172199] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.233822] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('040ae308-b31f-4a0d-83b2-df89a2a69ca3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.680025] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77723165-bb10-4849-b9dc-abee857eeb83: rpc.has_security_group_logging(os_id): False [ 676.710421] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.710711] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.710869] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.711418] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.711628] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.712088] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.712209] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.712248] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.712487] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.712635] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.712981] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.713174] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.713228] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.713492] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.713643] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.714033] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.714104] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.714463] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.714463] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.714665] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.714665] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77723165-bb10-4849-b9dc-abee857eeb83 is going to be created. [ 676.736089] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.736710] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.736710] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.736710] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.736710] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.736865] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 040ae308-b31f-4a0d-83b2-df89a2a69ca3 is going to be created. [ 676.771612] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.771816] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.771962] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.772063] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.772228] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.786774] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 040ae308-b31f-4a0d-83b2-df89a2a69ca3 in Status: UNINITIALIZED for 2s [ 676.830039] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.830039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.830039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.830039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.830039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.843147] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: IN_PROGRESS for 2s [ 676.906369] env[66979]: INFO networking_nsxv3.common.synchronization [req-761f0d20-eef3-4525-bd4b-b8250cf49cd4 req-45e0d985-d63d-49b9-9708-2d6766baed2a tempest-AttachInterfacesV270Test-542215435 tempest-AttachInterfacesV270Test-542215435-project-member] Enqueued Resource ID: fefbb5d3-3345-4143-8887-a3a43d94e9d2 with Priority: HIGHEST for action security_group_members [ 676.907578] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fefbb5d3-3345-4143-8887-a3a43d94e9d2 with Priority: HIGHEST for action security_group_members [ 676.907578] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-fefbb5d3-3345-4143-8887-a3a43d94e9d2 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.907578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.907578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.907796] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.907884] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.907979] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.908232] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.908442] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.908534] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.908629] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fefbb5d3-3345-4143-8887-a3a43d94e9d2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.411205] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.411367] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.411484] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.411667] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.411929] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.411996] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.412086] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.412249] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.412249] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.412324] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.413581] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fefbb5d3-3345-4143-8887-a3a43d94e9d2 already deleted. [ 677.413581] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.501633] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-163 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.501838] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-163" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.501954] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-163" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.502301] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-163" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.502561] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.502713] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.502821] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.503660] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.503858] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.504088] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.504200] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.504304] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.504406] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.504506] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.504602] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.504725] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.527728] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.527875] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.528784] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.528784] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-163" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.528784] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-9125aaa1-9145-463d-8de2-59cb10d0394a taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.528784] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-9125aaa1-9145-463d-8de2-59cb10d0394a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.528784] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-9125aaa1-9145-463d-8de2-59cb10d0394a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.529253] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-9125aaa1-9145-463d-8de2-59cb10d0394a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.529253] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9125aaa1-9145-463d-8de2-59cb10d0394a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.657225] env[66979]: INFO networking_nsxv3.common.synchronization [None req-66de37d1-a87c-4a8b-a982-55979164de05 None None] Enqueued Resource ID: ac31b1df-4e1f-42d5-8a9e-b577a0d85f7a with Priority: HIGHEST for action port [ 677.657225] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac31b1df-4e1f-42d5-8a9e-b577a0d85f7a with Priority: HIGHEST for action port [ 677.657225] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac31b1df-4e1f-42d5-8a9e-b577a0d85f7a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.657225] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac31b1df-4e1f-42d5-8a9e-b577a0d85f7a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.657225] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac31b1df-4e1f-42d5-8a9e-b577a0d85f7a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.657225] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac31b1df-4e1f-42d5-8a9e-b577a0d85f7a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.657225] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac31b1df-4e1f-42d5-8a9e-b577a0d85f7a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.036019] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.036019] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.036019] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.036019] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.036019] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.036019] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 9125aaa1-9145-463d-8de2-59cb10d0394a not found, creating... [ 678.036019] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.036019] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.036019] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.036019] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.036019] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.036858] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.036858] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.036858] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.036858] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.036858] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.036858] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 9125aaa1-9145-463d-8de2-59cb10d0394a is going to be created. [ 678.062042] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.062230] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.062542] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.062641] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.062978] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.063338] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-9125aaa1-9145-463d-8de2-59cb10d0394a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.159021] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac31b1df-4e1f-42d5-8a9e-b577a0d85f7a [ 678.159328] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.159500] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.159622] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.159841] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.159956] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.160266] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac31b1df-4e1f-42d5-8a9e-b577a0d85f7a already deleted. [ 678.160382] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac31b1df-4e1f-42d5-8a9e-b577a0d85f7a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.357899] env[66979]: INFO networking_nsxv3.common.synchronization [None req-51ea6783-8708-4272-a861-1a4f5a28ae52 None None] Enqueued Resource ID: 3a2bb79a-744a-4ec1-8afb-af26061267a6 with Priority: HIGHEST for action port [ 678.357899] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a2bb79a-744a-4ec1-8afb-af26061267a6 with Priority: HIGHEST for action port [ 678.357899] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a2bb79a-744a-4ec1-8afb-af26061267a6 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.357899] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a2bb79a-744a-4ec1-8afb-af26061267a6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.357899] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a2bb79a-744a-4ec1-8afb-af26061267a6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.358262] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a2bb79a-744a-4ec1-8afb-af26061267a6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.358262] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a2bb79a-744a-4ec1-8afb-af26061267a6',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.738880] env[66979]: INFO networking_nsxv3.common.synchronization [req-761f0d20-eef3-4525-bd4b-b8250cf49cd4 req-b9ea0376-1fab-44ae-8e12-0e69e0320faf service nova] Enqueued Resource ID: fefbb5d3-3345-4143-8887-a3a43d94e9d2 with Priority: HIGHEST for action security_group_rules [ 678.738957] env[66979]: INFO networking_nsxv3.common.synchronization [req-761f0d20-eef3-4525-bd4b-b8250cf49cd4 req-b9ea0376-1fab-44ae-8e12-0e69e0320faf service nova] Enqueued Resource ID: fefbb5d3-3345-4143-8887-a3a43d94e9d2 with Priority: HIGHEST for action security_group_members [ 678.739103] env[66979]: INFO networking_nsxv3.common.synchronization [req-761f0d20-eef3-4525-bd4b-b8250cf49cd4 req-b9ea0376-1fab-44ae-8e12-0e69e0320faf service nova] Enqueued Resource ID: 9125aaa1-9145-463d-8de2-59cb10d0394a with Priority: HIGHEST for action port [ 678.739830] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fefbb5d3-3345-4143-8887-a3a43d94e9d2 with Priority: HIGHEST for action security_group_rules [ 678.739957] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fefbb5d3-3345-4143-8887-a3a43d94e9d2 with Priority: HIGHEST for action security_group_members [ 678.740398] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9125aaa1-9145-463d-8de2-59cb10d0394a with Priority: HIGHEST for action port [ 678.740626] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fefbb5d3-3345-4143-8887-a3a43d94e9d2 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.740626] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.740626] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.741373] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.741373] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fefbb5d3-3345-4143-8887-a3a43d94e9d2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.741976] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-fefbb5d3-3345-4143-8887-a3a43d94e9d2 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.742118] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.742181] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.742362] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.742474] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.742554] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.742621] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.742749] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.742835] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.742923] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fefbb5d3-3345-4143-8887-a3a43d94e9d2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.743934] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-9125aaa1-9145-463d-8de2-59cb10d0394a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.743934] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9125aaa1-9145-463d-8de2-59cb10d0394a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.743934] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9125aaa1-9145-463d-8de2-59cb10d0394a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.744093] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9125aaa1-9145-463d-8de2-59cb10d0394a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.746601] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9125aaa1-9145-463d-8de2-59cb10d0394a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.802682] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 040ae308-b31f-4a0d-83b2-df89a2a69ca3 in Status: SUCCESS [ 678.802682] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.802682] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.802682] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.802682] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.802682] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.802682] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.802682] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.802682] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.802682] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.802682] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('040ae308-b31f-4a0d-83b2-df89a2a69ca3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.854324] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: SUCCESS [ 678.854552] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.862503] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a2bb79a-744a-4ec1-8afb-af26061267a6 [ 678.862867] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.864018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.864018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.864233] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.864325] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.864422] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a2bb79a-744a-4ec1-8afb-af26061267a6 already deleted. [ 678.864503] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a2bb79a-744a-4ec1-8afb-af26061267a6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.246853] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fefbb5d3-3345-4143-8887-a3a43d94e9d2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.247544] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-fefbb5d3-3345-4143-8887-a3a43d94e9d2 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.247695] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.248192] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9125aaa1-9145-463d-8de2-59cb10d0394a with status ACTIVE [ 679.248510] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.248673] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.248761] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.255258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.255258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.255258] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.255258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.255258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.255258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.255258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.255258] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.255258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.255258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.255258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.255258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.255258] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9125aaa1-9145-463d-8de2-59cb10d0394a is going to be updated. [ 679.280525] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.280525] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.280839] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.281082] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.281450] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.281941] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9125aaa1-9145-463d-8de2-59cb10d0394a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.306736] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('040ae308-b31f-4a0d-83b2-df89a2a69ca3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.661875] env[66979]: INFO networking_nsxv3.common.synchronization [req-a7129043-a42d-47df-a5d4-d4741627a307 req-d4944898-b032-4ec2-8de1-3a5171f6c122 tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_members [ 679.662533] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_members [ 679.662872] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.663030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.663171] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.663492] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.665329] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.665329] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.665329] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.665329] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.665329] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.665329] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.748738] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fefbb5d3-3345-4143-8887-a3a43d94e9d2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.810087] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 040ae308-b31f-4a0d-83b2-df89a2a69ca3: rpc.has_security_group_logging(os_id): False [ 679.829795] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.829975] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.830052] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.830246] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.830338] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.830611] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.830769] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.830769] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.831413] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.831413] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.831413] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 040ae308-b31f-4a0d-83b2-df89a2a69ca3 is going to be created. [ 679.965258] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.966019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.966019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.966019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.966019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.988074] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 040ae308-b31f-4a0d-83b2-df89a2a69ca3 in Status: IN_PROGRESS for 2s [ 680.100542] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.101444] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-928" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.101444] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-928" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.101444] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-928" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.101954] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.105023] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.105023] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.105023] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.105023] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.105023] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.105023] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 680.105023] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 680.105023] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 680.105023] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 680.105023] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 680.105023] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 680.140446] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 680.140568] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 680.140952] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 680.140952] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-928" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.141508] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-0e37990f-9b61-4707-ad18-89a5a8a106b7 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.141508] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-0e37990f-9b61-4707-ad18-89a5a8a106b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.141694] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-0e37990f-9b61-4707-ad18-89a5a8a106b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.141922] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-0e37990f-9b61-4707-ad18-89a5a8a106b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.142077] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e37990f-9b61-4707-ad18-89a5a8a106b7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.168116] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.168116] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.168116] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.168399] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.168461] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.168687] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.168800] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.168868] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.169016] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.169112] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.169196] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 already deleted. [ 680.169332] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.251457] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.252069] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.252069] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.252069] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.252069] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.252342] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fefbb5d3-3345-4143-8887-a3a43d94e9d2 is going to be created. [ 680.279790] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.279790] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.279790] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.279790] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.279790] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.292885] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fefbb5d3-3345-4143-8887-a3a43d94e9d2 in Status: UNINITIALIZED for 2s [ 680.646049] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.646298] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.646400] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.646702] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.646932] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.647035] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 0e37990f-9b61-4707-ad18-89a5a8a106b7 not found, creating... [ 680.647345] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.647543] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.647740] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.647923] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.648073] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.648403] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.648556] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.648676] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.648922] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.649098] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.649703] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 0e37990f-9b61-4707-ad18-89a5a8a106b7 is going to be created. [ 680.677680] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.678100] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.678100] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.680361] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.680361] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.680361] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-0e37990f-9b61-4707-ad18-89a5a8a106b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.481072] env[66979]: INFO networking_nsxv3.common.synchronization [req-a7129043-a42d-47df-a5d4-d4741627a307 req-6a67ecbd-3793-4886-bbaf-807d200769f1 service nova] Enqueued Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_rules [ 681.481319] env[66979]: INFO networking_nsxv3.common.synchronization [req-a7129043-a42d-47df-a5d4-d4741627a307 req-6a67ecbd-3793-4886-bbaf-807d200769f1 service nova] Enqueued Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_members [ 681.481435] env[66979]: INFO networking_nsxv3.common.synchronization [req-a7129043-a42d-47df-a5d4-d4741627a307 req-6a67ecbd-3793-4886-bbaf-807d200769f1 service nova] Enqueued Resource ID: 0e37990f-9b61-4707-ad18-89a5a8a106b7 with Priority: HIGHEST for action port [ 681.482273] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_rules [ 681.482505] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_members [ 681.482640] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e37990f-9b61-4707-ad18-89a5a8a106b7 with Priority: HIGHEST for action port [ 681.483201] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.483201] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.483201] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.483573] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.483632] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.484775] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.486672] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.486672] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.486887] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.488037] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.490613] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.491104] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.491104] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.491104] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.491256] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.492313] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e37990f-9b61-4707-ad18-89a5a8a106b7 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.492445] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e37990f-9b61-4707-ad18-89a5a8a106b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.492504] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e37990f-9b61-4707-ad18-89a5a8a106b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.492921] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e37990f-9b61-4707-ad18-89a5a8a106b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.492921] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e37990f-9b61-4707-ad18-89a5a8a106b7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.575402] env[66979]: INFO networking_nsxv3.common.synchronization [None req-86727da3-d59e-44eb-8286-e06a2ec4c6f4 tempest-ServersTestBootFromVolume-878824140 tempest-ServersTestBootFromVolume-878824140-project-member] Enqueued Resource ID: 10c3eac2-107d-48a5-85b4-47cb69fc0e9d with Priority: HIGHEST for action security_group_rules [ 681.577135] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c3eac2-107d-48a5-85b4-47cb69fc0e9d with Priority: HIGHEST for action security_group_rules [ 681.577135] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10c3eac2-107d-48a5-85b4-47cb69fc0e9d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.577135] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.577135] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.577135] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.577135] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10c3eac2-107d-48a5-85b4-47cb69fc0e9d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.784835] env[66979]: INFO networking_nsxv3.common.synchronization [None req-8e1ae5a9-52c0-4d20-bc43-a192f9243dec None None] Enqueued Resource ID: 41149bd9-8fae-4091-a4ee-839b631dd4ed with Priority: HIGHEST for action port [ 681.784835] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41149bd9-8fae-4091-a4ee-839b631dd4ed with Priority: HIGHEST for action port [ 681.785480] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-41149bd9-8fae-4091-a4ee-839b631dd4ed taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.785697] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41149bd9-8fae-4091-a4ee-839b631dd4ed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.785812] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41149bd9-8fae-4091-a4ee-839b631dd4ed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.786344] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41149bd9-8fae-4091-a4ee-839b631dd4ed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.786487] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41149bd9-8fae-4091-a4ee-839b631dd4ed',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.994871] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e37990f-9b61-4707-ad18-89a5a8a106b7 with status ACTIVE [ 681.995901] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.995901] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.995901] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.995901] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.995901] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.996347] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.996347] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.996347] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.996649] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.996649] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.996770] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.996826] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.996959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.997024] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.997100] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.997189] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e37990f-9b61-4707-ad18-89a5a8a106b7 is going to be updated. [ 681.998708] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.998825] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.998995] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.008151] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 040ae308-b31f-4a0d-83b2-df89a2a69ca3 in Status: SUCCESS [ 682.008466] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.027010] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.027010] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.027282] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.027282] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.027511] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.027602] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e37990f-9b61-4707-ad18-89a5a8a106b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.044960] env[66979]: INFO networking_nsxv3.common.synchronization [None req-f7d3b889-c512-425b-ad68-fde15e018941 tempest-ServersTestBootFromVolume-878824140 tempest-ServersTestBootFromVolume-878824140-project-member] Enqueued Resource ID: 10c3eac2-107d-48a5-85b4-47cb69fc0e9d with Priority: HIGHEST for action security_group_rules [ 682.044960] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c3eac2-107d-48a5-85b4-47cb69fc0e9d with Priority: HIGHEST for action security_group_rules [ 682.044960] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10c3eac2-107d-48a5-85b4-47cb69fc0e9d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.044960] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.124026] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.124026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.124026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.124026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.124026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.124026] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10c3eac2-107d-48a5-85b4-47cb69fc0e9d already deleted. [ 682.124026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.124026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.124026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.124026] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10c3eac2-107d-48a5-85b4-47cb69fc0e9d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.291380] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 41149bd9-8fae-4091-a4ee-839b631dd4ed [ 682.291380] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.291380] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.291380] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.291380] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.291380] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.291380] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:41149bd9-8fae-4091-a4ee-839b631dd4ed already deleted. [ 682.291380] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41149bd9-8fae-4091-a4ee-839b631dd4ed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.308170] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fefbb5d3-3345-4143-8887-a3a43d94e9d2 in Status: SUCCESS [ 682.308756] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.308756] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.308878] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.309166] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.309299] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.309373] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.309544] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.309658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.309704] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.309850] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fefbb5d3-3345-4143-8887-a3a43d94e9d2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.501772] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.651891] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.653863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.653863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.653863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.653863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.653863] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10c3eac2-107d-48a5-85b4-47cb69fc0e9d already deleted. [ 682.653863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.813952] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-fefbb5d3-3345-4143-8887-a3a43d94e9d2 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.813952] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.813952] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.814275] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.814436] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.814609] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.814734] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.815015] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.815170] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.815708] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.815708] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-fefbb5d3-3345-4143-8887-a3a43d94e9d2 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.815708] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.815976] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.816083] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.818209] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.820362] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.820362] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.820362] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.820362] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.820362] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.820362] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fefbb5d3-3345-4143-8887-a3a43d94e9d2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.007599] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.007599] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.007599] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.007599] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.007599] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.007599] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 is going to be created. [ 683.038979] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.038979] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.038979] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.039879] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.041942] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.056288] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: UNINITIALIZED for 2s [ 683.322730] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fefbb5d3-3345-4143-8887-a3a43d94e9d2: rpc.has_security_group_logging(os_id): False [ 683.349260] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.349498] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.349498] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.349712] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.349802] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.349988] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.350096] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.355661] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.357186] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.357186] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.357186] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.357186] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.357186] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.357186] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.357186] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.357747] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.357747] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.357747] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.357747] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.357747] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.357747] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fefbb5d3-3345-4143-8887-a3a43d94e9d2 is going to be created. [ 683.398874] env[66979]: INFO networking_nsxv3.common.synchronization [None req-f9ba6f4a-a43b-47d0-b6a8-42c8fa86b6a7 None None] Enqueued Resource ID: 43fadf73-892a-4af6-b733-e1b483643987 with Priority: HIGHEST for action port [ 683.398874] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43fadf73-892a-4af6-b733-e1b483643987 with Priority: HIGHEST for action port [ 683.402072] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-43fadf73-892a-4af6-b733-e1b483643987 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.402227] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43fadf73-892a-4af6-b733-e1b483643987" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.402285] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43fadf73-892a-4af6-b733-e1b483643987" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.402583] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43fadf73-892a-4af6-b733-e1b483643987" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.402685] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43fadf73-892a-4af6-b733-e1b483643987',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.434597] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.435554] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.435554] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.435554] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.435554] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.476116] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fefbb5d3-3345-4143-8887-a3a43d94e9d2 in Status: IN_PROGRESS for 2s [ 683.746714] env[66979]: INFO networking_nsxv3.common.synchronization [req-9d2e29da-86d4-4b18-904d-938fc0882a9b req-f60b6a76-2ed6-4960-a5f0-d179c2135e87 tempest-ServersTestManualDisk-286639634 tempest-ServersTestManualDisk-286639634-project-member] Enqueued Resource ID: 3b417090-0d8d-4c97-9dd8-130455d49254 with Priority: HIGHEST for action security_group_members [ 683.747322] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b417090-0d8d-4c97-9dd8-130455d49254 with Priority: HIGHEST for action security_group_members [ 683.747675] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b417090-0d8d-4c97-9dd8-130455d49254 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.747806] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b417090-0d8d-4c97-9dd8-130455d49254" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.747872] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b417090-0d8d-4c97-9dd8-130455d49254" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.748116] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b417090-0d8d-4c97-9dd8-130455d49254" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.748244] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.748344] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.748425] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.749713] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.749713] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.749713] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b417090-0d8d-4c97-9dd8-130455d49254',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.904510] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43fadf73-892a-4af6-b733-e1b483643987 [ 683.904856] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.904856] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.904961] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.905216] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.905367] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.905479] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43fadf73-892a-4af6-b733-e1b483643987 already deleted. [ 683.905561] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43fadf73-892a-4af6-b733-e1b483643987" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.252240] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.252451] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.252451] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.252726] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.252828] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.253083] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.253206] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.253273] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.253454] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.253556] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.253648] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b417090-0d8d-4c97-9dd8-130455d49254 is going to be updated. [ 684.305094] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.305304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.305304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.305670] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.305880] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.322487] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b417090-0d8d-4c97-9dd8-130455d49254 in Status: IN_PROGRESS for 2s [ 684.700436] env[66979]: INFO networking_nsxv3.common.synchronization [None req-d0714110-3fbc-4260-9623-cb273e5c4051 tempest-ServerActionsTestOtherA-827617278 tempest-ServerActionsTestOtherA-827617278-project-member] Enqueued Resource ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c with Priority: HIGHEST for action security_group_rules [ 684.701075] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c with Priority: HIGHEST for action security_group_rules [ 684.701383] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5e97c8e-582c-423c-98d2-eda3f2db5a0c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.701958] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.706027] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.706027] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.706027] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5e97c8e-582c-423c-98d2-eda3f2db5a0c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.838819] env[66979]: INFO networking_nsxv3.common.synchronization [None req-7805043b-674f-42ae-a9c7-5ac18f20a69a tempest-ServerActionsTestOtherA-827617278 tempest-ServerActionsTestOtherA-827617278-project-member] Enqueued Resource ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c with Priority: HIGHEST for action security_group_rules [ 684.839457] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c with Priority: HIGHEST for action security_group_rules [ 684.840995] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5e97c8e-582c-423c-98d2-eda3f2db5a0c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.841126] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.072056] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: SUCCESS [ 685.072267] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.072502] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.073480] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.073480] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.073480] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.073480] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.073480] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.073480] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.073480] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.073480] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.225880] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.226085] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.226152] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.226686] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.227131] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.227364] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c already deleted. [ 685.227557] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.227832] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.228657] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.228657] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5e97c8e-582c-423c-98d2-eda3f2db5a0c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.278752] env[66979]: INFO networking_nsxv3.common.synchronization [req-d6a01557-d44a-4a54-9ef7-5db2d9c867ce req-40c27e8a-ed85-43c6-aa60-f1b706b4696c tempest-ServersTestMultiNic-1430150693 tempest-ServersTestMultiNic-1430150693-project-member] Enqueued Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_members [ 685.279553] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_members [ 685.279933] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.280650] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.280840] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.281048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.281617] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.281617] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.281617] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.281617] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.281891] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.281955] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.465635] env[66979]: INFO networking_nsxv3.common.synchronization [None req-0e8bbbf2-8aa8-4ff0-b4d8-0ed9c0794d90 None None] Enqueued Resource ID: 4636dab2-6690-49bf-92da-25c86d8893a4 with Priority: HIGHEST for action port [ 685.466429] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4636dab2-6690-49bf-92da-25c86d8893a4 with Priority: HIGHEST for action port [ 685.466827] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-4636dab2-6690-49bf-92da-25c86d8893a4 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.467000] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4636dab2-6690-49bf-92da-25c86d8893a4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.467857] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4636dab2-6690-49bf-92da-25c86d8893a4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.469125] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4636dab2-6690-49bf-92da-25c86d8893a4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.469125] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4636dab2-6690-49bf-92da-25c86d8893a4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.507489] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fefbb5d3-3345-4143-8887-a3a43d94e9d2 in Status: SUCCESS [ 685.507489] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.576566] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.576718] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.576807] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.578129] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.578600] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.578876] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.578876] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.578992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.579253] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.579327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.579655] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.579770] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.579810] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.580111] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.580287] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.580420] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.580495] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.580656] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.580769] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.580935] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.582017] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.754161] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.755114] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.755114] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.755114] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.755114] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.755114] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c already deleted. [ 685.755114] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.784673] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.784883] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.785226] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.785485] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.785576] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.785890] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.786013] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.786075] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.786456] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.786456] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.786572] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f already deleted. [ 685.786613] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.974752] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4636dab2-6690-49bf-92da-25c86d8893a4 [ 685.975169] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.975397] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.975503] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.975761] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.975861] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.975982] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4636dab2-6690-49bf-92da-25c86d8893a4 already deleted. [ 685.976128] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4636dab2-6690-49bf-92da-25c86d8893a4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.032280] env[66979]: INFO networking_nsxv3.common.synchronization [req-d6a01557-d44a-4a54-9ef7-5db2d9c867ce req-e928586f-674b-4630-b1f6-453bf68e1d75 tempest-ServersTestMultiNic-1430150693 tempest-ServersTestMultiNic-1430150693-project-member] Enqueued Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_members [ 686.034191] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_members [ 686.034461] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.034692] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.034822] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.035168] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.035410] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.035626] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.035738] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.036037] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.036176] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.036344] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.086250] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de5bfa1e-2c4e-4747-9a80-0701acf03d59: rpc.has_security_group_logging(os_id): False [ 686.114895] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.115371] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.115371] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.115371] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.115604] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.115642] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.115749] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.115815] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.115973] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.116073] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.118098] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.118098] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.118098] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.118098] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.118098] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.118098] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.119088] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.119558] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.119817] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.119927] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.121383] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 is going to be created. [ 686.196431] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.196757] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.196757] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.196869] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.197140] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.212362] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: IN_PROGRESS for 2s [ 686.337087] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b417090-0d8d-4c97-9dd8-130455d49254 in Status: SUCCESS [ 686.337237] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b417090-0d8d-4c97-9dd8-130455d49254 deletion is rescheduled due to dependency. [ 686.337366] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b417090-0d8d-4c97-9dd8-130455d49254" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.540250] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.540501] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.540605] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.541065] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.541065] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.541271] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.541376] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.541424] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.541634] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.541770] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.541873] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f already deleted. [ 686.541972] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.628702] env[66979]: INFO networking_nsxv3.common.synchronization [req-d6a01557-d44a-4a54-9ef7-5db2d9c867ce req-fcd7e190-261f-4a85-b27b-6a7fa282934e tempest-ServersTestMultiNic-1430150693 tempest-ServersTestMultiNic-1430150693-project-member] Enqueued Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_members [ 686.629363] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_members [ 686.629742] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.629880] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.629945] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.630191] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.630344] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.630516] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.630516] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.632472] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.632472] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.632472] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.076334] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.076864] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-560" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.076864] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-560" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.078063] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-560" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.078063] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.078063] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.078063] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.078768] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.078768] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.078768] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.078951] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.078951] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.079075] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.080046] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.080046] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.080046] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.128808] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.129172] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.049 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.129420] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.129593] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-560" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.131095] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-c2a80c2a-098b-4f75-9915-869a2f6b86a8 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.131095] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-c2a80c2a-098b-4f75-9915-869a2f6b86a8" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.131095] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-c2a80c2a-098b-4f75-9915-869a2f6b86a8" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.131095] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-c2a80c2a-098b-4f75-9915-869a2f6b86a8" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.131273] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2a80c2a-098b-4f75-9915-869a2f6b86a8',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.136602] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.137051] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.137051] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.137305] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.137431] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.137717] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.137870] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.137962] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.138257] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.138526] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.138668] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f already deleted. [ 687.138803] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.607409] env[66979]: INFO networking_nsxv3.common.synchronization [None req-de804aa9-d2d2-4290-90b5-75cf8c76cfc9 None None] Enqueued Resource ID: f1d2ffc1-4c62-4821-a10d-5a27e7cb1983 with Priority: HIGHEST for action port [ 687.608743] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1d2ffc1-4c62-4821-a10d-5a27e7cb1983 with Priority: HIGHEST for action port [ 687.609366] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1d2ffc1-4c62-4821-a10d-5a27e7cb1983 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.609703] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1d2ffc1-4c62-4821-a10d-5a27e7cb1983" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.609864] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1d2ffc1-4c62-4821-a10d-5a27e7cb1983" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.610299] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1d2ffc1-4c62-4821-a10d-5a27e7cb1983" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.610440] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1d2ffc1-4c62-4821-a10d-5a27e7cb1983',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.638664] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.638664] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.638664] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.638664] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.638664] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.638664] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port c2a80c2a-098b-4f75-9915-869a2f6b86a8 not found, creating... [ 687.638664] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.638664] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.639388] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.639388] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.639388] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.639388] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.639671] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.639734] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.639983] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.640407] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.640555] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: c2a80c2a-098b-4f75-9915-869a2f6b86a8 is going to be created. [ 687.669851] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.670134] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.670301] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.671555] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.671555] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.671747] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-c2a80c2a-098b-4f75-9915-869a2f6b86a8" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.113201] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1d2ffc1-4c62-4821-a10d-5a27e7cb1983 [ 688.113603] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.113742] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.113852] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.114200] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.114368] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.114486] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1d2ffc1-4c62-4821-a10d-5a27e7cb1983 already deleted. [ 688.114616] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1d2ffc1-4c62-4821-a10d-5a27e7cb1983" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.227183] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: SUCCESS [ 688.227491] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.541860] env[66979]: INFO networking_nsxv3.common.synchronization [req-d6a01557-d44a-4a54-9ef7-5db2d9c867ce req-f0b1a121-9f7a-4dc2-a75d-4d221b77fb86 service nova] Enqueued Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_rules [ 688.541860] env[66979]: INFO networking_nsxv3.common.synchronization [req-d6a01557-d44a-4a54-9ef7-5db2d9c867ce req-f0b1a121-9f7a-4dc2-a75d-4d221b77fb86 service nova] Enqueued Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_members [ 688.541860] env[66979]: INFO networking_nsxv3.common.synchronization [req-d6a01557-d44a-4a54-9ef7-5db2d9c867ce req-f0b1a121-9f7a-4dc2-a75d-4d221b77fb86 service nova] Enqueued Resource ID: c2a80c2a-098b-4f75-9915-869a2f6b86a8 with Priority: HIGHEST for action port [ 688.543701] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_rules [ 688.544188] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_members [ 688.544449] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2a80c2a-098b-4f75-9915-869a2f6b86a8 with Priority: HIGHEST for action port [ 688.544909] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.545559] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.545803] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.546214] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.547031] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.547874] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.548049] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.548150] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.548382] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.548619] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.548903] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.549042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.549254] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.549901] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.549901] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.551519] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2a80c2a-098b-4f75-9915-869a2f6b86a8 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.551705] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2a80c2a-098b-4f75-9915-869a2f6b86a8" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.551777] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2a80c2a-098b-4f75-9915-869a2f6b86a8" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.552088] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2a80c2a-098b-4f75-9915-869a2f6b86a8" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.553019] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2a80c2a-098b-4f75-9915-869a2f6b86a8',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.644586] env[66979]: INFO networking_nsxv3.common.synchronization [req-fed000f6-88ed-4d65-8917-720a594dc10f req-faeb1351-00f3-4b3d-8178-05924a964b44 tempest-DeleteServersAdminTestJSON-1592913447 tempest-DeleteServersAdminTestJSON-1592913447-project-member] Enqueued Resource ID: faccbb04-f389-44e6-bf45-04d64b0ac570 with Priority: HIGHEST for action security_group_members [ 688.645133] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faccbb04-f389-44e6-bf45-04d64b0ac570 with Priority: HIGHEST for action security_group_members [ 688.645451] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-faccbb04-f389-44e6-bf45-04d64b0ac570 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.645930] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.645996] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.647860] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.647860] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.647860] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.647860] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.647860] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.647860] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.648236] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('faccbb04-f389-44e6-bf45-04d64b0ac570',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.054625] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.054625] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.054915] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.057208] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c2a80c2a-098b-4f75-9915-869a2f6b86a8 with status ACTIVE [ 689.057208] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.057208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.057208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.057208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.057208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.057208] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.057208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.057208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.057208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.057208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.058458] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.058458] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.058458] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.058458] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.058727] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.058727] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c2a80c2a-098b-4f75-9915-869a2f6b86a8 is going to be updated. [ 689.094899] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.095095] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.095301] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.095557] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.096145] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.096145] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2a80c2a-098b-4f75-9915-869a2f6b86a8" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.152656] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.152656] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.152656] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.152656] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.152656] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.153281] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.153281] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.153281] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.153281] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.153281] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.153492] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faccbb04-f389-44e6-bf45-04d64b0ac570 is going to be updated. [ 689.198640] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.198872] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.199849] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.199849] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.199849] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.219055] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faccbb04-f389-44e6-bf45-04d64b0ac570 in Status: IN_PROGRESS for 2s [ 689.494826] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-74 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.495185] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-74" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.495767] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-74" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.495767] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-74" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.495945] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.497197] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.497333] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.497573] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.498596] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.498596] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.498596] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 689.498596] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 689.498596] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 689.498596] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 689.498596] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 689.499343] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 689.522368] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 689.522565] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 689.522700] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 689.522869] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-74" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.523190] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-c743b715-5206-439e-83a0-88e955606208 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.523356] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-c743b715-5206-439e-83a0-88e955606208" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.523549] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-c743b715-5206-439e-83a0-88e955606208" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.523790] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-c743b715-5206-439e-83a0-88e955606208" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.523952] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c743b715-5206-439e-83a0-88e955606208',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.561496] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.026739] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.027049] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.027228] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.027605] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.027846] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.028096] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port c743b715-5206-439e-83a0-88e955606208 not found, creating... [ 690.028500] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.028768] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.028952] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.029317] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.029616] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.030315] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.030658] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.030792] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.031214] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.031305] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.031527] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: c743b715-5206-439e-83a0-88e955606208 is going to be created. [ 690.056067] env[66979]: INFO networking_nsxv3.common.synchronization [None req-20177720-b648-4eee-b516-8c9dfec7885e tempest-ServersTestFqdnHostnames-1232617658 tempest-ServersTestFqdnHostnames-1232617658-project-member] Enqueued Resource ID: 1b81965c-36f3-4ca2-a830-d83375549e55 with Priority: HIGHEST for action security_group_rules [ 690.057010] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b81965c-36f3-4ca2-a830-d83375549e55 with Priority: HIGHEST for action security_group_rules [ 690.057516] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b81965c-36f3-4ca2-a830-d83375549e55 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.058169] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b81965c-36f3-4ca2-a830-d83375549e55" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.058169] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b81965c-36f3-4ca2-a830-d83375549e55" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.058169] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b81965c-36f3-4ca2-a830-d83375549e55" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.058385] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b81965c-36f3-4ca2-a830-d83375549e55',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.060780] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.061098] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.061293] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.061683] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.062025] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.062421] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-c743b715-5206-439e-83a0-88e955606208" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.065847] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.066220] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.066220] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.066377] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.066520] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.066983] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f is going to be created. [ 690.102673] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.102878] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.102878] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.103390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.103390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.196483] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f in Status: UNINITIALIZED for 2s [ 690.222580] env[66979]: INFO networking_nsxv3.common.synchronization [None req-b5f3c2a4-91ac-4586-a869-a1acac731efb tempest-ServersTestFqdnHostnames-1232617658 tempest-ServersTestFqdnHostnames-1232617658-project-member] Enqueued Resource ID: 1b81965c-36f3-4ca2-a830-d83375549e55 with Priority: HIGHEST for action security_group_rules [ 690.223179] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b81965c-36f3-4ca2-a830-d83375549e55 with Priority: HIGHEST for action security_group_rules [ 690.223484] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b81965c-36f3-4ca2-a830-d83375549e55 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.223586] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b81965c-36f3-4ca2-a830-d83375549e55" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.601543] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.601780] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.602100] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.602100] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.602217] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.602300] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b81965c-36f3-4ca2-a830-d83375549e55 already deleted. [ 690.602383] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b81965c-36f3-4ca2-a830-d83375549e55" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.602581] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b81965c-36f3-4ca2-a830-d83375549e55" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.602732] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b81965c-36f3-4ca2-a830-d83375549e55" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.602818] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b81965c-36f3-4ca2-a830-d83375549e55',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.658582] env[66979]: INFO networking_nsxv3.common.synchronization [None req-af88af8e-a4b6-4d87-9727-1ef81a77eb16 None None] Enqueued Resource ID: 030c12a4-8366-4aa5-95f2-477382e184fd with Priority: HIGHEST for action port [ 690.660069] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 030c12a4-8366-4aa5-95f2-477382e184fd with Priority: HIGHEST for action port [ 690.660572] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-030c12a4-8366-4aa5-95f2-477382e184fd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.660970] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-030c12a4-8366-4aa5-95f2-477382e184fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.661397] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-030c12a4-8366-4aa5-95f2-477382e184fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.661715] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-030c12a4-8366-4aa5-95f2-477382e184fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.661776] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('030c12a4-8366-4aa5-95f2-477382e184fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.806623] env[66979]: INFO networking_nsxv3.common.synchronization [req-d6a01557-d44a-4a54-9ef7-5db2d9c867ce req-2d2a8c50-47ef-4bdc-b9d1-80e2424ccb6c service nova] Enqueued Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_rules [ 690.806958] env[66979]: INFO networking_nsxv3.common.synchronization [req-d6a01557-d44a-4a54-9ef7-5db2d9c867ce req-2d2a8c50-47ef-4bdc-b9d1-80e2424ccb6c service nova] Enqueued Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_members [ 690.807122] env[66979]: INFO networking_nsxv3.common.synchronization [req-d6a01557-d44a-4a54-9ef7-5db2d9c867ce req-2d2a8c50-47ef-4bdc-b9d1-80e2424ccb6c service nova] Enqueued Resource ID: c743b715-5206-439e-83a0-88e955606208 with Priority: HIGHEST for action port [ 690.807950] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_rules [ 690.808068] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_members [ 690.808174] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c743b715-5206-439e-83a0-88e955606208 with Priority: HIGHEST for action port [ 690.808513] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.808627] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.808844] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.808930] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.809130] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-c743b715-5206-439e-83a0-88e955606208 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.809235] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c743b715-5206-439e-83a0-88e955606208" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.809334] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c743b715-5206-439e-83a0-88e955606208" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.809560] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c743b715-5206-439e-83a0-88e955606208" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.809652] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c743b715-5206-439e-83a0-88e955606208',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.145542] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.145542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.145542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.145542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.145542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.145542] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b81965c-36f3-4ca2-a830-d83375549e55 already deleted. [ 691.145542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b81965c-36f3-4ca2-a830-d83375549e55" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.166665] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 030c12a4-8366-4aa5-95f2-477382e184fd [ 691.166665] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.166665] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.166665] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.166665] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.166665] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.166665] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:030c12a4-8366-4aa5-95f2-477382e184fd already deleted. [ 691.166665] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-030c12a4-8366-4aa5-95f2-477382e184fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.227943] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: faccbb04-f389-44e6-bf45-04d64b0ac570 in Status: SUCCESS [ 691.228442] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: faccbb04-f389-44e6-bf45-04d64b0ac570 deletion is rescheduled due to dependency. [ 691.228442] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.313182] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c743b715-5206-439e-83a0-88e955606208 with status ACTIVE [ 691.313182] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.313182] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.313182] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.313451] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.313451] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.313642] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.313756] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.313812] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.314010] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.314120] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.314320] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.314320] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.314568] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.314568] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.314568] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.314729] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c743b715-5206-439e-83a0-88e955606208 is going to be updated. [ 691.350217] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.350408] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.350492] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.350753] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.350917] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.351565] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c743b715-5206-439e-83a0-88e955606208" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.677288] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-560 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.677470] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-560" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.677780] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-560" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.677833] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-560" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.680615] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.680893] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.681324] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.681324] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.681490] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.681655] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.681886] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.681886] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.682049] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.682334] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 691.682334] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.682450] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.708682] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.709135] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 691.709135] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.709310] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-560" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.709715] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-902668bc-c2f3-4071-bd25-d10478e9d451 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.710071] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-902668bc-c2f3-4071-bd25-d10478e9d451" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.710118] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-902668bc-c2f3-4071-bd25-d10478e9d451" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.710515] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-902668bc-c2f3-4071-bd25-d10478e9d451" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.710692] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('902668bc-c2f3-4071-bd25-d10478e9d451',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.210030] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f in Status: SUCCESS [ 692.210030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.210030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.210331] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.210692] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.210979] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.211183] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.211612] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.211899] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.212144] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.212712] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.216525] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.216897] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.217283] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.217369] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.217883] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.217883] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.217883] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.217883] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.219607] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.219700] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.219827] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.222373] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.222373] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.222373] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 902668bc-c2f3-4071-bd25-d10478e9d451 not found, creating... [ 692.222373] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.222373] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.222373] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.222373] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.222373] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.222877] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.223744] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.223744] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.223744] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.223744] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.224068] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 902668bc-c2f3-4071-bd25-d10478e9d451 is going to be created. [ 692.228859] env[66979]: INFO networking_nsxv3.common.synchronization [req-273ec80e-3dec-4ab9-8233-69b2ab038b60 req-4e53faef-5d14-4c06-9ebb-3e9e5ef4f5da tempest-AttachInterfacesUnderV243Test-729095847 tempest-AttachInterfacesUnderV243Test-729095847-project-member] Enqueued Resource ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 with Priority: HIGHEST for action security_group_members [ 692.229152] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 with Priority: HIGHEST for action security_group_members [ 692.230363] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.230363] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.230363] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.230363] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.230363] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.230363] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.230363] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.230744] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.230744] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.230744] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1cadf4a-2363-4923-90ae-2f4cab45bfc3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.255985] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.256293] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.256518] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.256796] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.257079] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.257357] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-902668bc-c2f3-4071-bd25-d10478e9d451" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.727746] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.728562] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.728707] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.733043] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.733043] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.733150] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.733313] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.733403] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.733596] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.733700] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.733759] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.733909] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.733982] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.734079] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 already deleted. [ 692.734159] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.812122] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-184 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.812470] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.812700] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.813035] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.813369] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.813557] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.813698] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.813938] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.814100] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.814310] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.814416] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 692.814519] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 692.814623] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 692.814724] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.814823] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 692.814948] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 692.851076] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 692.851270] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 692.851407] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 692.851585] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.851894] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-323b8339-02a6-49b7-a49e-d75812b5cedd taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.852076] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-323b8339-02a6-49b7-a49e-d75812b5cedd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.852191] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-323b8339-02a6-49b7-a49e-d75812b5cedd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.852488] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-323b8339-02a6-49b7-a49e-d75812b5cedd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.852623] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('323b8339-02a6-49b7-a49e-d75812b5cedd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.973009] env[66979]: INFO networking_nsxv3.common.synchronization [req-d6a01557-d44a-4a54-9ef7-5db2d9c867ce req-b7b74cf5-f637-4803-919c-498f567a948e service nova] Enqueued Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_rules [ 692.973211] env[66979]: INFO networking_nsxv3.common.synchronization [req-d6a01557-d44a-4a54-9ef7-5db2d9c867ce req-b7b74cf5-f637-4803-919c-498f567a948e service nova] Enqueued Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_members [ 692.973343] env[66979]: INFO networking_nsxv3.common.synchronization [req-d6a01557-d44a-4a54-9ef7-5db2d9c867ce req-b7b74cf5-f637-4803-919c-498f567a948e service nova] Enqueued Resource ID: 902668bc-c2f3-4071-bd25-d10478e9d451 with Priority: HIGHEST for action port [ 692.974705] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_rules [ 692.974933] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_members [ 692.975057] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 902668bc-c2f3-4071-bd25-d10478e9d451 with Priority: HIGHEST for action port [ 692.975352] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.975457] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.975654] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.975737] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.976995] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-902668bc-c2f3-4071-bd25-d10478e9d451 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.977151] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-902668bc-c2f3-4071-bd25-d10478e9d451" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.977238] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-902668bc-c2f3-4071-bd25-d10478e9d451" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.977454] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-902668bc-c2f3-4071-bd25-d10478e9d451" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.977539] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('902668bc-c2f3-4071-bd25-d10478e9d451',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.230724] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.359421] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.359421] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.359741] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.359823] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.359968] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.360166] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 323b8339-02a6-49b7-a49e-d75812b5cedd not found, creating... [ 693.360435] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.360634] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.360755] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.361020] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.361174] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.361554] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.361715] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.361826] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.362957] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.363196] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.363575] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 323b8339-02a6-49b7-a49e-d75812b5cedd is going to be created. [ 693.394277] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.394277] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.394277] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.394277] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.394688] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.394688] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-323b8339-02a6-49b7-a49e-d75812b5cedd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.485434] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 902668bc-c2f3-4071-bd25-d10478e9d451 with status ACTIVE [ 693.485434] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.485434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.485434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.485434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.485434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.485434] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.485434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.485434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.485434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.485434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.485434] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.485434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.485434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.485434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.485434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.485434] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 902668bc-c2f3-4071-bd25-d10478e9d451 is going to be updated. [ 693.523569] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.523802] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.523880] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.524191] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.524424] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.524546] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-902668bc-c2f3-4071-bd25-d10478e9d451" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.733992] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.734482] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.734482] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.734757] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.734842] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.734971] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f is going to be updated. [ 693.770074] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.770268] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.770268] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.770435] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.770533] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.781768] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f in Status: IN_PROGRESS for 2s [ 694.134597] env[66979]: INFO networking_nsxv3.common.synchronization [req-273ec80e-3dec-4ab9-8233-69b2ab038b60 req-c3d2ffec-db96-4bb7-a441-980cf1c765b0 service nova] Enqueued Resource ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 with Priority: HIGHEST for action security_group_rules [ 694.134908] env[66979]: INFO networking_nsxv3.common.synchronization [req-273ec80e-3dec-4ab9-8233-69b2ab038b60 req-c3d2ffec-db96-4bb7-a441-980cf1c765b0 service nova] Enqueued Resource ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 with Priority: HIGHEST for action security_group_members [ 694.135239] env[66979]: INFO networking_nsxv3.common.synchronization [req-273ec80e-3dec-4ab9-8233-69b2ab038b60 req-c3d2ffec-db96-4bb7-a441-980cf1c765b0 service nova] Enqueued Resource ID: 323b8339-02a6-49b7-a49e-d75812b5cedd with Priority: HIGHEST for action port [ 694.135885] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 with Priority: HIGHEST for action security_group_rules [ 694.136133] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 with Priority: HIGHEST for action security_group_members [ 694.136310] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323b8339-02a6-49b7-a49e-d75812b5cedd with Priority: HIGHEST for action port [ 694.136674] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1cadf4a-2363-4923-90ae-2f4cab45bfc3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.136836] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.136908] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.137149] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.137611] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1cadf4a-2363-4923-90ae-2f4cab45bfc3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.138994] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.138994] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.138994] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.139510] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.139510] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.139510] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.139510] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.139868] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.139868] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.139868] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1cadf4a-2363-4923-90ae-2f4cab45bfc3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.141659] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-323b8339-02a6-49b7-a49e-d75812b5cedd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.141795] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-323b8339-02a6-49b7-a49e-d75812b5cedd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.141868] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-323b8339-02a6-49b7-a49e-d75812b5cedd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.142076] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-323b8339-02a6-49b7-a49e-d75812b5cedd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.142209] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('323b8339-02a6-49b7-a49e-d75812b5cedd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.643926] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.644235] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.644548] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1cadf4a-2363-4923-90ae-2f4cab45bfc3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.645245] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 323b8339-02a6-49b7-a49e-d75812b5cedd with status ACTIVE [ 694.645437] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.645971] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.645971] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.645971] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.645971] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.646124] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.646172] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.646202] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.646340] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.646411] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.646874] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.646874] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.646874] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.647016] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.647880] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.648012] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 323b8339-02a6-49b7-a49e-d75812b5cedd is going to be updated. [ 694.668743] env[66979]: INFO networking_nsxv3.common.synchronization [req-1c008b9d-fbd4-43c6-ac2b-a0831040afae req-f83e8c93-bb6c-4147-bf82-c29841d0fd36 tempest-ServerDiskConfigTestJSON-24761059 tempest-ServerDiskConfigTestJSON-24761059-project-member] Enqueued Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_members [ 694.669627] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_members [ 694.669917] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.670130] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.670243] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.670585] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.670719] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.670834] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.670919] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.671127] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.671227] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.671336] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.706763] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.707454] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.707454] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.707689] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.707866] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.708114] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-323b8339-02a6-49b7-a49e-d75812b5cedd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.075079] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-14 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.075079] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.075079] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.075381] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.075675] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.075867] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.076013] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.076331] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.076588] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.076845] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.077367] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.077523] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.077668] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.077810] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.077933] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.078095] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.108029] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.108029] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 695.108029] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.108029] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.108518] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-0a132fc5-d9ae-4057-94cd-3ade0548b968 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.108679] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-0a132fc5-d9ae-4057-94cd-3ade0548b968" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.108791] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-0a132fc5-d9ae-4057-94cd-3ade0548b968" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.109113] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-0a132fc5-d9ae-4057-94cd-3ade0548b968" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.109392] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a132fc5-d9ae-4057-94cd-3ade0548b968',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.149998] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1cadf4a-2363-4923-90ae-2f4cab45bfc3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.175304] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.175304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.175304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.175304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.175304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.175304] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.175304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.175304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.175304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.175304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.175304] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 already deleted. [ 695.175698] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.612569] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.613389] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.613524] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.614508] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.614773] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.614883] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 0a132fc5-d9ae-4057-94cd-3ade0548b968 not found, creating... [ 695.617372] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.617482] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.617597] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.619225] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.619225] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.619225] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.619225] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.619225] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.619225] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.620043] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.620043] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 0a132fc5-d9ae-4057-94cd-3ade0548b968 is going to be created. [ 695.648524] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.648955] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.648955] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.649241] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.649711] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.649711] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-0a132fc5-d9ae-4057-94cd-3ade0548b968" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.652657] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.653036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.653036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.653036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.653158] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.653198] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 is going to be created. [ 695.688805] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.688805] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.688805] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.689106] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.689106] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.703711] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 in Status: UNINITIALIZED for 2s [ 695.802835] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f in Status: SUCCESS [ 695.803693] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.803886] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.804134] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.804335] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.804450] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.804511] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.804669] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.804817] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.804914] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.805088] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.805457] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.805457] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.805457] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.805654] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.805654] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.805654] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.805813] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.805813] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.806868] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.806868] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.808090] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.808321] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.808559] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.808742] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.808742] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.808896] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.808974] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.809079] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.309025] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a8ee3ac-9a87-4a99-b061-a73552626a2f: rpc.has_security_group_logging(os_id): False [ 696.313059] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.329360] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.330047] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.330047] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.330047] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.330047] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.330294] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.330803] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.330803] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.330803] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.330803] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.331031] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.331108] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.331178] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.331355] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.331437] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.331639] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.331766] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.331895] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.331959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.332076] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.332076] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f is going to be created. [ 696.468804] env[66979]: INFO networking_nsxv3.common.synchronization [req-1c008b9d-fbd4-43c6-ac2b-a0831040afae req-794afa34-b058-47c0-8783-1122e858a5e1 service nova] Enqueued Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_rules [ 696.469064] env[66979]: INFO networking_nsxv3.common.synchronization [req-1c008b9d-fbd4-43c6-ac2b-a0831040afae req-794afa34-b058-47c0-8783-1122e858a5e1 service nova] Enqueued Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_members [ 696.469297] env[66979]: INFO networking_nsxv3.common.synchronization [req-1c008b9d-fbd4-43c6-ac2b-a0831040afae req-794afa34-b058-47c0-8783-1122e858a5e1 service nova] Enqueued Resource ID: 0a132fc5-d9ae-4057-94cd-3ade0548b968 with Priority: HIGHEST for action port [ 696.469677] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_rules [ 696.469823] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_members [ 696.469906] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a132fc5-d9ae-4057-94cd-3ade0548b968 with Priority: HIGHEST for action port [ 696.470207] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.470323] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.470373] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.470670] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.470744] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.471701] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.471856] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.471932] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.472255] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.472255] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.472640] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.472640] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.472640] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.472640] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.472832] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.473727] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-0a132fc5-d9ae-4057-94cd-3ade0548b968 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.473858] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0a132fc5-d9ae-4057-94cd-3ade0548b968" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.473917] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0a132fc5-d9ae-4057-94cd-3ade0548b968" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.474416] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0a132fc5-d9ae-4057-94cd-3ade0548b968" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.474416] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0a132fc5-d9ae-4057-94cd-3ade0548b968',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.554299] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.554505] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.554598] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.554881] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.555129] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.590070] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f in Status: IN_PROGRESS for 2s [ 696.815442] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.976220] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.976220] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.976818] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.976818] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0a132fc5-d9ae-4057-94cd-3ade0548b968 with status ACTIVE [ 696.976818] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.978191] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.978191] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.978967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.978967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.978967] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.978967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.978967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.978967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.978967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.979297] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.979339] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.980262] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.980262] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.980262] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.980262] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0a132fc5-d9ae-4057-94cd-3ade0548b968 is going to be updated. [ 697.011750] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.012104] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.012294] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.012808] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.013154] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.013441] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0a132fc5-d9ae-4057-94cd-3ade0548b968" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.319817] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.319967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.320119] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.320409] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.320507] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.320727] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f is going to be updated. [ 697.357131] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.357131] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.357131] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.357131] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.357131] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.366888] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f in Status: IN_PROGRESS for 2s [ 697.482084] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.537688] env[66979]: INFO networking_nsxv3.common.synchronization [req-4c925cca-c635-4525-9516-3a020b7cde1b req-e6c948f8-676a-40d8-b711-e6ab83ba8d60 tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_members [ 697.537872] env[66979]: INFO networking_nsxv3.common.synchronization [req-4c925cca-c635-4525-9516-3a020b7cde1b req-e6c948f8-676a-40d8-b711-e6ab83ba8d60 tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 with Priority: HIGHEST for action security_group_members [ 697.538840] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_members [ 697.541131] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 with Priority: HIGHEST for action security_group_members [ 697.541498] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.541894] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.541894] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.542036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.542215] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.542290] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.542439] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.542523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.542571] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.542667] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.543987] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-08e94d96-90dc-4aab-b325-7d36d6bf2184 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.544106] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.544188] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.544411] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.544575] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.544682] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.544734] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.544893] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.544990] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.545097] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08e94d96-90dc-4aab-b325-7d36d6bf2184',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.592067] env[66979]: INFO networking_nsxv3.common.synchronization [req-4c925cca-c635-4525-9516-3a020b7cde1b req-e6c948f8-676a-40d8-b711-e6ab83ba8d60 tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 with Priority: HIGHEST for action security_group_rules [ 697.592272] env[66979]: INFO networking_nsxv3.common.synchronization [req-4c925cca-c635-4525-9516-3a020b7cde1b req-e6c948f8-676a-40d8-b711-e6ab83ba8d60 tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 with Priority: HIGHEST for action security_group_members [ 697.592904] env[66979]: INFO networking_nsxv3.common.synchronization [req-4c925cca-c635-4525-9516-3a020b7cde1b req-e6c948f8-676a-40d8-b711-e6ab83ba8d60 tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_rules [ 697.592904] env[66979]: INFO networking_nsxv3.common.synchronization [req-4c925cca-c635-4525-9516-3a020b7cde1b req-e6c948f8-676a-40d8-b711-e6ab83ba8d60 tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_members [ 697.592904] env[66979]: INFO networking_nsxv3.common.synchronization [req-4c925cca-c635-4525-9516-3a020b7cde1b req-e6c948f8-676a-40d8-b711-e6ab83ba8d60 tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: 0e37990f-9b61-4707-ad18-89a5a8a106b7 with Priority: HIGHEST for action port [ 697.594130] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 with Priority: HIGHEST for action security_group_rules [ 697.594130] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_rules [ 697.594130] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e37990f-9b61-4707-ad18-89a5a8a106b7 with Priority: HIGHEST for action port [ 697.594130] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 with Priority: HIGHEST for action security_group_members [ 697.594130] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_members [ 697.594130] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08e94d96-90dc-4aab-b325-7d36d6bf2184 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.594130] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.594130] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.594478] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.594478] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08e94d96-90dc-4aab-b325-7d36d6bf2184',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.595190] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.595309] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.595424] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.598065] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.598065] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.598065] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e37990f-9b61-4707-ad18-89a5a8a106b7 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.598065] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e37990f-9b61-4707-ad18-89a5a8a106b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.598065] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e37990f-9b61-4707-ad18-89a5a8a106b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.598065] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e37990f-9b61-4707-ad18-89a5a8a106b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.598065] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e37990f-9b61-4707-ad18-89a5a8a106b7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.599628] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-08e94d96-90dc-4aab-b325-7d36d6bf2184 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.599628] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.599832] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.599946] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.724319] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 in Status: SUCCESS [ 697.725298] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.726316] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.727813] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.728140] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.728293] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.728374] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.729024] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.729514] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.729514] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.729514] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1cadf4a-2363-4923-90ae-2f4cab45bfc3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.985893] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.986204] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.986204] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.986577] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.986793] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.986958] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 is going to be created. [ 698.019844] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.020039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.020079] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.020275] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.020440] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.033663] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: UNINITIALIZED for 2s [ 698.049128] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.049128] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08e94d96-90dc-4aab-b325-7d36d6bf2184',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.102228] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.102354] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.103633] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e37990f-9b61-4707-ad18-89a5a8a106b7 with status ACTIVE [ 698.104451] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.104769] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.104769] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.105191] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.105191] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.105191] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.105439] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.105439] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.105521] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.105648] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.105813] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.106117] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.106117] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.106117] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.106297] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.106297] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e37990f-9b61-4707-ad18-89a5a8a106b7 is going to be updated. [ 698.107685] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-08e94d96-90dc-4aab-b325-7d36d6bf2184 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.107880] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.131311] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.131467] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.131538] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.132431] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.132431] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.132431] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e37990f-9b61-4707-ad18-89a5a8a106b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.232187] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1cadf4a-2363-4923-90ae-2f4cab45bfc3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.550625] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.551717] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08e94d96-90dc-4aab-b325-7d36d6bf2184',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.608118] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f in Status: SUCCESS [ 698.608118] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.608118] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.608118] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.608118] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.736813] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1cadf4a-2363-4923-90ae-2f4cab45bfc3: rpc.has_security_group_logging(os_id): False [ 698.772553] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.772735] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.772806] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.773023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.773148] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.773358] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.773455] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.773523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.773682] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.773760] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.773844] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 is going to be created. [ 698.851233] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.851434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.851525] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.851690] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.851902] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.867995] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 in Status: IN_PROGRESS for 2s [ 699.055830] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.056211] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.056211] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.056289] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.056385] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.056482] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 is going to be updated. [ 699.058119] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.058268] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.058268] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.058463] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.058646] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.058756] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 is going to be created. [ 699.097629] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.097767] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.098010] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.098549] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.098653] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.110657] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.111052] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.130639] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 in Status: UNINITIALIZED for 2s [ 699.132369] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.132568] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.132609] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.132837] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.132997] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.148199] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: IN_PROGRESS for 2s [ 699.348089] env[66979]: INFO networking_nsxv3.common.synchronization [req-0ce3982a-8123-45da-910b-ccc534118e12 req-4daf089d-10be-4b73-b168-095c1b8715f1 tempest-ServersAdminTestJSON-207348556 tempest-ServersAdminTestJSON-207348556-project-member] Enqueued Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_members [ 699.348869] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_members [ 699.349478] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.349662] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.349780] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.350436] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.350943] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.350943] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.350943] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.351534] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.351534] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.351534] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.383230] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f in Status: SUCCESS [ 699.383582] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.384178] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.384392] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.384790] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.384790] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.384916] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.385115] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.385256] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.385381] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.385483] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.807845] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-744 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.808109] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-744" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.808326] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-744" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.808487] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-744" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.808841] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.809010] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.809125] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.809338] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.809478] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.809714] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.809830] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 699.809910] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 699.810194] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 699.810341] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 699.810462] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 699.810603] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 699.841250] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 699.842634] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 699.842634] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 699.842634] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-744" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.842634] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-3e0912c4-03e9-46dc-86d2-307f31fc204a taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.842634] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-3e0912c4-03e9-46dc-86d2-307f31fc204a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.843128] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-3e0912c4-03e9-46dc-86d2-307f31fc204a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.843427] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-3e0912c4-03e9-46dc-86d2-307f31fc204a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.843575] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e0912c4-03e9-46dc-86d2-307f31fc204a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.856280] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.888974] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.889198] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.889304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.889650] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.889831] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.889831] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.889919] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.890049] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.890131] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.890210] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.890368] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.890481] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.890580] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.890769] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.891042] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.891398] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.891398] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.892709] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.892709] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.892709] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.892709] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.919265] env[66979]: INFO networking_nsxv3.common.synchronization [req-55abd134-3c2f-4699-8898-6d1d2665cfda req-bc44ba16-b1d7-4b42-b4de-b1bca25a998e tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: a2b1c138-a92e-4031-9abc-cdb09e8e1034 with Priority: HIGHEST for action security_group_members [ 699.919265] env[66979]: INFO networking_nsxv3.common.synchronization [req-55abd134-3c2f-4699-8898-6d1d2665cfda req-bc44ba16-b1d7-4b42-b4de-b1bca25a998e tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 with Priority: HIGHEST for action security_group_members [ 699.919265] env[66979]: INFO networking_nsxv3.common.synchronization [req-55abd134-3c2f-4699-8898-6d1d2665cfda req-bc44ba16-b1d7-4b42-b4de-b1bca25a998e tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_members [ 699.920420] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2b1c138-a92e-4031-9abc-cdb09e8e1034 with Priority: HIGHEST for action security_group_members [ 699.920520] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 with Priority: HIGHEST for action security_group_members [ 699.920557] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_members [ 699.920909] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2b1c138-a92e-4031-9abc-cdb09e8e1034 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.921090] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2b1c138-a92e-4031-9abc-cdb09e8e1034" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.921090] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2b1c138-a92e-4031-9abc-cdb09e8e1034" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.921412] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2b1c138-a92e-4031-9abc-cdb09e8e1034" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.921549] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.921638] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.921698] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.921865] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.922038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.922135] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2b1c138-a92e-4031-9abc-cdb09e8e1034',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.923504] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-08e94d96-90dc-4aab-b325-7d36d6bf2184 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.923610] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.923817] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.923877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.976872] env[66979]: INFO networking_nsxv3.common.synchronization [req-55abd134-3c2f-4699-8898-6d1d2665cfda req-bc44ba16-b1d7-4b42-b4de-b1bca25a998e tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 with Priority: HIGHEST for action security_group_rules [ 699.977160] env[66979]: INFO networking_nsxv3.common.synchronization [req-55abd134-3c2f-4699-8898-6d1d2665cfda req-bc44ba16-b1d7-4b42-b4de-b1bca25a998e tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 with Priority: HIGHEST for action security_group_members [ 699.977351] env[66979]: INFO networking_nsxv3.common.synchronization [req-55abd134-3c2f-4699-8898-6d1d2665cfda req-bc44ba16-b1d7-4b42-b4de-b1bca25a998e tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: a2b1c138-a92e-4031-9abc-cdb09e8e1034 with Priority: HIGHEST for action security_group_rules [ 699.977544] env[66979]: INFO networking_nsxv3.common.synchronization [req-55abd134-3c2f-4699-8898-6d1d2665cfda req-bc44ba16-b1d7-4b42-b4de-b1bca25a998e tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: a2b1c138-a92e-4031-9abc-cdb09e8e1034 with Priority: HIGHEST for action security_group_members [ 699.977795] env[66979]: INFO networking_nsxv3.common.synchronization [req-55abd134-3c2f-4699-8898-6d1d2665cfda req-bc44ba16-b1d7-4b42-b4de-b1bca25a998e tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_rules [ 699.977891] env[66979]: INFO networking_nsxv3.common.synchronization [req-55abd134-3c2f-4699-8898-6d1d2665cfda req-bc44ba16-b1d7-4b42-b4de-b1bca25a998e tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_members [ 699.978235] env[66979]: INFO networking_nsxv3.common.synchronization [req-55abd134-3c2f-4699-8898-6d1d2665cfda req-bc44ba16-b1d7-4b42-b4de-b1bca25a998e tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: 0e37990f-9b61-4707-ad18-89a5a8a106b7 with Priority: HIGHEST for action port [ 699.979579] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 with Priority: HIGHEST for action security_group_rules [ 699.979579] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2b1c138-a92e-4031-9abc-cdb09e8e1034 with Priority: HIGHEST for action security_group_rules [ 699.979701] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_members [ 699.979840] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e37990f-9b61-4707-ad18-89a5a8a106b7 with Priority: HIGHEST for action port [ 699.979950] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_rules [ 699.980054] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 with Priority: HIGHEST for action security_group_members [ 699.980145] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2b1c138-a92e-4031-9abc-cdb09e8e1034 with Priority: HIGHEST for action security_group_members [ 699.980466] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08e94d96-90dc-4aab-b325-7d36d6bf2184 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.980571] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.980818] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2b1c138-a92e-4031-9abc-cdb09e8e1034 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.980908] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2b1c138-a92e-4031-9abc-cdb09e8e1034" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.980968] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2b1c138-a92e-4031-9abc-cdb09e8e1034" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.981247] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2b1c138-a92e-4031-9abc-cdb09e8e1034" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.981328] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2b1c138-a92e-4031-9abc-cdb09e8e1034',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.982265] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.982359] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.982545] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e37990f-9b61-4707-ad18-89a5a8a106b7 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.982645] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e37990f-9b61-4707-ad18-89a5a8a106b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.982707] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e37990f-9b61-4707-ad18-89a5a8a106b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.982886] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e37990f-9b61-4707-ad18-89a5a8a106b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.982966] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e37990f-9b61-4707-ad18-89a5a8a106b7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.984544] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.984544] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.984899] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-08e94d96-90dc-4aab-b325-7d36d6bf2184 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.984899] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.984998] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2b1c138-a92e-4031-9abc-cdb09e8e1034 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.985070] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2b1c138-a92e-4031-9abc-cdb09e8e1034" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.048377] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: SUCCESS [ 700.049090] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.049639] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.049978] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.050573] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.050882] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.050973] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.051297] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.051441] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.051572] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.051746] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.346609] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.347129] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.347518] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.347869] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.348108] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.348308] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 3e0912c4-03e9-46dc-86d2-307f31fc204a not found, creating... [ 700.348701] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.348894] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.349018] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.349255] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.349391] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.349771] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.349966] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.350088] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.350318] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.350419] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.350556] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 3e0912c4-03e9-46dc-86d2-307f31fc204a is going to be created. [ 700.359366] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.376111] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.376111] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.376111] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.376307] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.376815] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.376815] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-3e0912c4-03e9-46dc-86d2-307f31fc204a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.394440] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a8ee3ac-9a87-4a99-b061-a73552626a2f: rpc.has_security_group_logging(os_id): False [ 700.422843] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.422843] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.422843] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.422843] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.422843] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.423593] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.423593] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.423593] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.423593] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.423593] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.423593] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.423920] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.423920] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.423920] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.423920] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.424118] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.424259] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.424259] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.424402] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.424486] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.424542] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f is going to be updated. [ 700.425859] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2b1c138-a92e-4031-9abc-cdb09e8e1034',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.485939] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e37990f-9b61-4707-ad18-89a5a8a106b7 with status ACTIVE [ 700.486453] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.486673] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.486961] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.487210] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.487372] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.487601] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.487717] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.487795] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.487956] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.488049] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.488245] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.488363] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.488438] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.488764] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.488864] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.488965] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e37990f-9b61-4707-ad18-89a5a8a106b7 is going to be updated. [ 700.490377] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2b1c138-a92e-4031-9abc-cdb09e8e1034 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.490512] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2b1c138-a92e-4031-9abc-cdb09e8e1034" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.517703] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.517938] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.518028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.518356] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.518617] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.518870] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e37990f-9b61-4707-ad18-89a5a8a106b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.546102] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.546295] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.546356] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.546632] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.546815] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.554768] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.555016] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.555094] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.555366] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.555550] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.555665] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.555755] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.555954] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.556077] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.556178] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.556395] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.556499] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.556590] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.556746] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.556998] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.557095] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.557130] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.557258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.557379] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.557510] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.557647] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.569310] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f in Status: IN_PROGRESS for 2s [ 700.862031] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.862217] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.862314] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.862560] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.862658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.862782] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 is going to be updated. [ 700.883292] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 in Status: SUCCESS [ 700.883538] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.897821] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.898022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.898097] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.898299] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.898628] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.910300] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: IN_PROGRESS for 2s [ 700.929055] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2b1c138-a92e-4031-9abc-cdb09e8e1034',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.932860] env[66979]: INFO networking_nsxv3.common.synchronization [req-08f1f70e-a947-40c6-8e44-89d790ab9bf9 req-b9093b6b-b82d-4233-8ad2-fdc2d37070b7 tempest-ServersTestJSON-1179808169 tempest-ServersTestJSON-1179808169-project-member] Enqueued Resource ID: fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 with Priority: HIGHEST for action security_group_members [ 700.933441] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 with Priority: HIGHEST for action security_group_members [ 700.933806] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.933949] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.934017] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.934285] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.934385] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.934807] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.934807] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.934807] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.934807] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.934807] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbcc018e-4c0d-495a-87e9-ee9792c3c0e0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.061043] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7700d124-4838-4e2c-b4fc-3aea73b1a259: rpc.has_security_group_logging(os_id): False [ 701.087643] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.087803] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.087875] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.088116] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.088677] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.088677] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.088677] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.088677] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.088862] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.088862] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.089401] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.089401] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.089401] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.089401] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.089644] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.089724] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.089905] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.089905] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.090321] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.090643] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.090643] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 is going to be created. [ 701.099682] env[66979]: INFO networking_nsxv3.common.synchronization [req-0ce3982a-8123-45da-910b-ccc534118e12 req-04421a30-0381-4241-89ae-f4a32d3f2b24 service nova] Enqueued Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_rules [ 701.099929] env[66979]: INFO networking_nsxv3.common.synchronization [req-0ce3982a-8123-45da-910b-ccc534118e12 req-04421a30-0381-4241-89ae-f4a32d3f2b24 service nova] Enqueued Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_members [ 701.100126] env[66979]: INFO networking_nsxv3.common.synchronization [req-0ce3982a-8123-45da-910b-ccc534118e12 req-04421a30-0381-4241-89ae-f4a32d3f2b24 service nova] Enqueued Resource ID: 3e0912c4-03e9-46dc-86d2-307f31fc204a with Priority: HIGHEST for action port [ 701.100699] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_rules [ 701.100865] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_members [ 701.100976] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e0912c4-03e9-46dc-86d2-307f31fc204a with Priority: HIGHEST for action port [ 701.101560] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.101754] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.102254] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.102254] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.102254] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.103644] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.103833] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.104218] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e0912c4-03e9-46dc-86d2-307f31fc204a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.104432] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e0912c4-03e9-46dc-86d2-307f31fc204a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.104568] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e0912c4-03e9-46dc-86d2-307f31fc204a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.104820] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e0912c4-03e9-46dc-86d2-307f31fc204a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.107871] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e0912c4-03e9-46dc-86d2-307f31fc204a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.141871] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 in Status: SUCCESS [ 701.142413] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.143368] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.143586] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.143776] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.143888] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.143949] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.144115] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.144196] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.144546] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08e94d96-90dc-4aab-b325-7d36d6bf2184',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.160548] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.160780] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.160896] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.161103] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.161343] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.173835] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: SUCCESS [ 701.174334] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.174564] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.174798] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.175021] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.175216] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.175311] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.175421] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.175515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.175605] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.178351] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: IN_PROGRESS for 2s [ 701.431782] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.431782] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.432128] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.432495] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.432667] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.433202] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2b1c138-a92e-4031-9abc-cdb09e8e1034 is going to be created. [ 701.438440] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.438440] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.438440] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.438440] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.438440] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.438440] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.438440] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.438440] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.438440] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.438440] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.438440] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 is going to be updated. [ 701.474835] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.475043] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.475043] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.475252] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.475405] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.480492] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.480621] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.480701] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.480944] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.481094] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.485075] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2b1c138-a92e-4031-9abc-cdb09e8e1034 in Status: UNINITIALIZED for 2s [ 701.490547] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 in Status: IN_PROGRESS for 2s [ 701.543041] env[66979]: INFO networking_nsxv3.common.synchronization [req-fe6f36d6-2a3b-4d21-abc0-ed89d1b43132 req-028e4527-5cd5-45d9-864d-03de6cf399a9 tempest-AttachInterfacesV270Test-542215435 tempest-AttachInterfacesV270Test-542215435-project-member] Enqueued Resource ID: fefbb5d3-3345-4143-8887-a3a43d94e9d2 with Priority: HIGHEST for action security_group_members [ 701.545096] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fefbb5d3-3345-4143-8887-a3a43d94e9d2 with Priority: HIGHEST for action security_group_members [ 701.545554] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-fefbb5d3-3345-4143-8887-a3a43d94e9d2 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.545738] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.545892] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.546126] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.546343] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.546556] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.546724] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.546863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.546985] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.547128] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fefbb5d3-3345-4143-8887-a3a43d94e9d2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.607591] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.607793] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.608755] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e0912c4-03e9-46dc-86d2-307f31fc204a with status ACTIVE [ 701.608755] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.608755] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.608755] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.608755] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.609992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.609992] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.609992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.609992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.609992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.609992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.609992] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.609992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.610642] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.610642] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.610642] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.610779] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e0912c4-03e9-46dc-86d2-307f31fc204a is going to be updated. [ 701.636072] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.636241] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.636321] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.639028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.639028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.639028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e0912c4-03e9-46dc-86d2-307f31fc204a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.647568] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08e94d96-90dc-4aab-b325-7d36d6bf2184',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.678369] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.050174] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.050390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.050480] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.050743] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.050871] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.051143] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.051252] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.051343] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.051553] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.051659] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.051765] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fefbb5d3-3345-4143-8887-a3a43d94e9d2 is going to be updated. [ 702.089337] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.089602] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.089602] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.089752] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.089892] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.103311] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fefbb5d3-3345-4143-8887-a3a43d94e9d2 in Status: IN_PROGRESS for 2s [ 702.150453] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08e94d96-90dc-4aab-b325-7d36d6bf2184',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.184022] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.586086] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f in Status: SUCCESS [ 702.586395] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.587857] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.588155] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.588303] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.656551] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.656551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.656551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.656551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.656551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.656551] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 is going to be updated. [ 702.688313] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.688313] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.688313] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.688313] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.688313] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.688313] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 is going to be updated. [ 702.737947] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.738165] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.738215] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.738421] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.738651] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.748144] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.748271] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.748322] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.748649] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.748808] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.754919] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 in Status: IN_PROGRESS for 2s [ 702.765337] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: IN_PROGRESS for 2s [ 702.924156] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: SUCCESS [ 702.924156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.924156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.924156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.924156] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.924156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.924156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.924156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.924156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.924156] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.091361] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.091595] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.091677] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.092604] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.092857] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.092973] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.093074] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.093372] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.093463] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.093561] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.093788] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.195690] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: SUCCESS [ 703.195827] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.429187] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.499625] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2b1c138-a92e-4031-9abc-cdb09e8e1034 in Status: SUCCESS [ 703.500318] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2b1c138-a92e-4031-9abc-cdb09e8e1034" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.500318] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2b1c138-a92e-4031-9abc-cdb09e8e1034" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.500318] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2b1c138-a92e-4031-9abc-cdb09e8e1034" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.500702] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.500702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.500702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.501069] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.501069] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.501155] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2b1c138-a92e-4031-9abc-cdb09e8e1034',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.502780] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 in Status: SUCCESS [ 703.502907] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 deletion is rescheduled due to dependency. [ 703.503015] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.599284] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.599752] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.599752] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.599752] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.600020] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.600020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.600113] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.600213] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.600304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.600398] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.600542] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.600635] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.600692] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.600835] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.601017] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.601112] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.601170] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.601316] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.601907] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.601907] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.601907] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.929963] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.004374] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2b1c138-a92e-4031-9abc-cdb09e8e1034',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.106107] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a8ee3ac-9a87-4a99-b061-a73552626a2f: rpc.has_security_group_logging(os_id): False [ 704.123242] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fefbb5d3-3345-4143-8887-a3a43d94e9d2 in Status: SUCCESS [ 704.123242] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fefbb5d3-3345-4143-8887-a3a43d94e9d2 deletion is rescheduled due to dependency. [ 704.123242] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.130029] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.130029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.130029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.130029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.130029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.130029] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.130029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.130029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.130029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.130029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.130029] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.130029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.130029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.130029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.130029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.130701] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.130811] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.130893] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.131088] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.131171] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.131590] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f is going to be updated. [ 704.239542] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.239938] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.240471] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.240471] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.240658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.263900] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f in Status: IN_PROGRESS for 2s [ 704.434019] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.434305] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.434352] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.434663] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.434824] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.434984] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 is going to be updated. [ 704.478612] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.478612] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.478612] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.478612] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.479045] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.493435] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: IN_PROGRESS for 2s [ 704.506976] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2b1c138-a92e-4031-9abc-cdb09e8e1034',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.767996] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 in Status: SUCCESS [ 704.768766] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.770468] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.771119] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.771119] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.771119] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.771119] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.771322] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.771358] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.771468] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.771628] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08e94d96-90dc-4aab-b325-7d36d6bf2184',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.772597] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.772764] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.773654] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.773654] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.773654] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.773654] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.773654] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.773843] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08e94d96-90dc-4aab-b325-7d36d6bf2184',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.785303] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: SUCCESS [ 704.785303] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.785303] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.785481] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.785674] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.785785] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.785851] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.786011] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.786093] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.786175] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.786382] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.788069] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.788258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.788497] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.788561] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.788616] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.788769] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.788844] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.788937] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.011691] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.013692] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.013692] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.013692] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.013692] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.013853] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2b1c138-a92e-4031-9abc-cdb09e8e1034 is going to be updated. [ 705.046226] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.046551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.046551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.046732] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.046853] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.057747] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2b1c138-a92e-4031-9abc-cdb09e8e1034 in Status: IN_PROGRESS for 2s [ 705.275867] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08e94d96-90dc-4aab-b325-7d36d6bf2184',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.278616] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08e94d96-90dc-4aab-b325-7d36d6bf2184',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.292211] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.292398] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.295287] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.779354] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08e94d96-90dc-4aab-b325-7d36d6bf2184: rpc.has_security_group_logging(os_id): False [ 705.782804] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08e94d96-90dc-4aab-b325-7d36d6bf2184',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.797547] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.813267] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.813585] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.813585] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.815597] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.815597] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.815597] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.815597] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.815597] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.815597] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.815597] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.815597] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 is going to be created. [ 705.909962] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.910169] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.910245] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.910458] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.910636] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.928219] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 in Status: IN_PROGRESS for 2s [ 706.284221] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f in Status: SUCCESS [ 706.284493] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.286136] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.286798] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.286798] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.286798] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.286798] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.287235] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 is going to be updated. [ 706.301936] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.302084] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.302084] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.302285] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.302385] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.302479] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 is going to be updated. [ 706.333416] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.333580] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.333643] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.333866] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.334086] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.336729] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.336847] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.336847] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.337028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.337184] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.355607] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: IN_PROGRESS for 2s [ 706.356297] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 in Status: IN_PROGRESS for 2s [ 706.508301] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: SUCCESS [ 706.508301] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.508301] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.508301] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.508301] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.508301] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.508301] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.508301] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.508301] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.508301] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.508301] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.544178] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 706.545475] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=11 [ 707.010801] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.010801] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.010801] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.011332] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.011332] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.011332] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.011444] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.011565] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.011659] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.011771] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.011942] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.012055] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.012286] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.012286] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.012423] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.012468] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.012528] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.012672] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.012749] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.012830] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.012937] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.070509] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2b1c138-a92e-4031-9abc-cdb09e8e1034 in Status: SUCCESS [ 707.070509] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2b1c138-a92e-4031-9abc-cdb09e8e1034" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.070509] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2b1c138-a92e-4031-9abc-cdb09e8e1034" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.072198] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2b1c138-a92e-4031-9abc-cdb09e8e1034" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.072198] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.072198] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.072198] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.072198] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.072198] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.072198] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2b1c138-a92e-4031-9abc-cdb09e8e1034" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.072198] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2b1c138-a92e-4031-9abc-cdb09e8e1034',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.396378] env[66979]: INFO networking_nsxv3.common.synchronization [None req-35005aa6-b604-4112-827a-79c1bc844b91 None None] Enqueued Resource ID: 3e174c30-ed12-44c1-a719-cb9b15fec2e5 with Priority: HIGHEST for action port [ 707.397170] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e174c30-ed12-44c1-a719-cb9b15fec2e5 with Priority: HIGHEST for action port [ 707.401258] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e174c30-ed12-44c1-a719-cb9b15fec2e5 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.401258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e174c30-ed12-44c1-a719-cb9b15fec2e5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.401258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e174c30-ed12-44c1-a719-cb9b15fec2e5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.401258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e174c30-ed12-44c1-a719-cb9b15fec2e5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.401258] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e174c30-ed12-44c1-a719-cb9b15fec2e5',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.516500] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f53fe5d-8905-4361-88fe-94c3593e0f01: rpc.has_security_group_logging(os_id): False [ 707.542327] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.542504] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.542601] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.542880] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.542996] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.543298] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.543427] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.543537] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.543705] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.543808] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.545752] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.545963] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.546073] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.546282] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.546384] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.546636] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.546784] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.546784] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.547034] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.547135] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.547331] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 is going to be updated. [ 707.574917] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2b1c138-a92e-4031-9abc-cdb09e8e1034',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.623536] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.623703] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.623766] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.623989] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.625202] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.639521] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: IN_PROGRESS for 2s [ 707.694745] env[66979]: INFO networking_nsxv3.common.synchronization [req-31b34e69-183f-41b0-bbb9-fa3a0094cd28 req-a8dde04c-c11b-4d34-9672-187538529f6b tempest-ServerActionsTestOtherA-827617278 tempest-ServerActionsTestOtherA-827617278-project-member] Enqueued Resource ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c with Priority: HIGHEST for action security_group_members [ 707.695476] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c with Priority: HIGHEST for action security_group_members [ 707.696876] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.698496] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.698964] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.699677] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.699677] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.699677] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.699677] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.699872] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.699986] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.700150] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5e97c8e-582c-423c-98d2-eda3f2db5a0c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.901512] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3e174c30-ed12-44c1-a719-cb9b15fec2e5 [ 707.901775] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.901926] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.901997] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.902377] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.902377] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.902468] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3e174c30-ed12-44c1-a719-cb9b15fec2e5 already deleted. [ 707.902499] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e174c30-ed12-44c1-a719-cb9b15fec2e5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.950170] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 in Status: SUCCESS [ 707.950170] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.950170] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.950170] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.950170] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08e94d96-90dc-4aab-b325-7d36d6bf2184',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.068186] env[66979]: INFO networking_nsxv3.common.synchronization [req-ab5d0277-aea6-4aa6-bb4d-a564718079be req-ce5711f6-f0da-49fb-91fe-d3d108c69e86 tempest-ImagesOneServerTestJSON-1238413421 tempest-ImagesOneServerTestJSON-1238413421-project-member] Enqueued Resource ID: 8e983b3f-bea7-4997-81e0-4373048866c5 with Priority: HIGHEST for action security_group_members [ 708.068923] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e983b3f-bea7-4997-81e0-4373048866c5 with Priority: HIGHEST for action security_group_members [ 708.069391] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e983b3f-bea7-4997-81e0-4373048866c5 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.069716] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.069819] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.070046] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.070294] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.070729] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.070807] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.070992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.071097] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.071283] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e983b3f-bea7-4997-81e0-4373048866c5',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.078626] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2b1c138-a92e-4031-9abc-cdb09e8e1034: rpc.has_security_group_logging(os_id): False [ 708.098703] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.098703] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.098885] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.099472] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.099472] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.099472] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.099629] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.099629] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.100011] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.100011] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.100011] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2b1c138-a92e-4031-9abc-cdb09e8e1034 is going to be created. [ 708.176639] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.176789] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.176857] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.177081] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.177240] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.189074] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2b1c138-a92e-4031-9abc-cdb09e8e1034 in Status: IN_PROGRESS for 2s [ 708.206333] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.206333] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.206333] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.206333] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.206333] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.206333] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.206333] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.206333] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.206333] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.206333] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.206333] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c already deleted. [ 708.206333] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.275593] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.275593] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-994" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.275593] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-994" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.277216] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-994" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.277895] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.278201] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.278246] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.278801] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.278801] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.279126] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.281031] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.281031] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.281031] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.281031] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.281031] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.281031] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.317475] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.317742] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 708.317938] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.318129] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-994" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.318631] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-d2d7b20e-975f-4e77-9d68-8b8fbaa12dd4 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.318856] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-d2d7b20e-975f-4e77-9d68-8b8fbaa12dd4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.318973] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-d2d7b20e-975f-4e77-9d68-8b8fbaa12dd4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.320190] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-d2d7b20e-975f-4e77-9d68-8b8fbaa12dd4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.320190] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2d7b20e-975f-4e77-9d68-8b8fbaa12dd4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.371237] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: SUCCESS [ 708.371237] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.371237] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 in Status: SUCCESS [ 708.371237] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.371237] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.371736] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.372319] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.372766] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.372987] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.373322] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.373554] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.373768] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.375253] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.375595] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.375936] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.377265] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.377265] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.377265] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.377265] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.377265] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08e94d96-90dc-4aab-b325-7d36d6bf2184',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.452356] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-08e94d96-90dc-4aab-b325-7d36d6bf2184 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.452560] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.573906] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.574454] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.574454] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.574454] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.574830] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.574830] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.574830] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.575079] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.575079] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.575182] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.575278] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e983b3f-bea7-4997-81e0-4373048866c5 is going to be updated. [ 708.607103] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.607302] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.607302] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.607934] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.607934] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.618068] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e983b3f-bea7-4997-81e0-4373048866c5 in Status: IN_PROGRESS for 2s [ 708.822996] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.823156] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.823243] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.823577] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.823744] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.824052] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port d2d7b20e-975f-4e77-9d68-8b8fbaa12dd4 not found, creating... [ 708.824329] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.824571] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.824704] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.824938] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.825086] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.825513] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.825692] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.825828] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.826036] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.826239] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.826616] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: d2d7b20e-975f-4e77-9d68-8b8fbaa12dd4 is going to be created. [ 708.860411] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.860411] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.860411] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.860411] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.860411] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.860411] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-d2d7b20e-975f-4e77-9d68-8b8fbaa12dd4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.880354] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.880354] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08e94d96-90dc-4aab-b325-7d36d6bf2184',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.385333] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08e94d96-90dc-4aab-b325-7d36d6bf2184',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.386232] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.657209] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: SUCCESS [ 709.657653] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.761529] env[66979]: INFO networking_nsxv3.common.synchronization [req-17905c76-f478-4eb0-a028-e3710519ec75 req-f2376da8-5ba4-4405-b6c1-30ce503db2dc tempest-ServerRescueTestJSONUnderV235-344181711 tempest-ServerRescueTestJSONUnderV235-344181711-project-member] Enqueued Resource ID: b9218918-fcee-4786-9e37-b26af191e097 with Priority: HIGHEST for action security_group_members [ 709.762141] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9218918-fcee-4786-9e37-b26af191e097 with Priority: HIGHEST for action security_group_members [ 709.762488] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9218918-fcee-4786-9e37-b26af191e097 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.762625] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.762693] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.762978] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.763391] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.763569] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.763678] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.764616] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.764789] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.764950] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9218918-fcee-4786-9e37-b26af191e097',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.888566] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.888566] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.888566] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.888566] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.888566] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.888566] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 is going to be updated. [ 709.890537] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.890704] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.890821] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.891047] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.891158] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.891361] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 is going to be updated. [ 709.937341] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.937341] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.937341] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.937498] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.937575] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.943372] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.943372] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.943372] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.943706] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.944116] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.964906] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 in Status: IN_PROGRESS for 2s [ 709.965661] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: IN_PROGRESS for 2s [ 710.085085] env[66979]: INFO networking_nsxv3.common.synchronization [req-31b34e69-183f-41b0-bbb9-fa3a0094cd28 req-86c6fcbc-52af-486e-81d2-29ff3f31b093 service nova] Enqueued Resource ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c with Priority: HIGHEST for action security_group_rules [ 710.085288] env[66979]: INFO networking_nsxv3.common.synchronization [req-31b34e69-183f-41b0-bbb9-fa3a0094cd28 req-86c6fcbc-52af-486e-81d2-29ff3f31b093 service nova] Enqueued Resource ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c with Priority: HIGHEST for action security_group_members [ 710.085449] env[66979]: INFO networking_nsxv3.common.synchronization [req-31b34e69-183f-41b0-bbb9-fa3a0094cd28 req-86c6fcbc-52af-486e-81d2-29ff3f31b093 service nova] Enqueued Resource ID: d2d7b20e-975f-4e77-9d68-8b8fbaa12dd4 with Priority: HIGHEST for action port [ 710.087387] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c with Priority: HIGHEST for action security_group_rules [ 710.087577] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c with Priority: HIGHEST for action security_group_members [ 710.087702] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2d7b20e-975f-4e77-9d68-8b8fbaa12dd4 with Priority: HIGHEST for action port [ 710.089049] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5e97c8e-582c-423c-98d2-eda3f2db5a0c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.089049] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.089049] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.089049] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.089049] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5e97c8e-582c-423c-98d2-eda3f2db5a0c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.090549] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.090549] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.090549] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.090549] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.090549] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.090549] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.090549] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.094341] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.094411] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.094533] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5e97c8e-582c-423c-98d2-eda3f2db5a0c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.095691] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2d7b20e-975f-4e77-9d68-8b8fbaa12dd4 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.095852] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2d7b20e-975f-4e77-9d68-8b8fbaa12dd4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.095952] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2d7b20e-975f-4e77-9d68-8b8fbaa12dd4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.096181] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2d7b20e-975f-4e77-9d68-8b8fbaa12dd4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.096399] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2d7b20e-975f-4e77-9d68-8b8fbaa12dd4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.203533] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2b1c138-a92e-4031-9abc-cdb09e8e1034 in Status: SUCCESS [ 710.203631] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2b1c138-a92e-4031-9abc-cdb09e8e1034" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.268200] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.268318] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.268394] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.270202] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.270445] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.270558] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.270829] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.270829] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.270929] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.270961] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.271079] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9218918-fcee-4786-9e37-b26af191e097 already deleted. [ 710.271151] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.276071] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-180 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.276258] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-180" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.276563] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-180" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.276671] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-180" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.276929] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.277094] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.277208] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.277419] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.277551] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.277752] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.277893] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.277946] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.278060] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.278166] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.278292] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.278379] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.281346] env[66979]: INFO networking_nsxv3.common.synchronization [None req-98bf712d-8575-4a1b-bb42-72e270f4350e None None] Enqueued Resource ID: 61b87ea4-801d-433b-b935-5b7896960ac4 with Priority: HIGHEST for action port [ 710.284354] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61b87ea4-801d-433b-b935-5b7896960ac4 with Priority: HIGHEST for action port [ 710.285321] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-61b87ea4-801d-433b-b935-5b7896960ac4 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.285395] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61b87ea4-801d-433b-b935-5b7896960ac4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.285435] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61b87ea4-801d-433b-b935-5b7896960ac4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.285673] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61b87ea4-801d-433b-b935-5b7896960ac4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.286469] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61b87ea4-801d-433b-b935-5b7896960ac4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.342933] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.343261] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.065 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.343768] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.344327] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-180" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.344327] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-0e543d67-11be-4f29-8d8c-a24aa1d4a3b4 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.345011] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-0e543d67-11be-4f29-8d8c-a24aa1d4a3b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.345011] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-0e543d67-11be-4f29-8d8c-a24aa1d4a3b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.345011] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-0e543d67-11be-4f29-8d8c-a24aa1d4a3b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.345151] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e543d67-11be-4f29-8d8c-a24aa1d4a3b4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.599049] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.599480] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.603078] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5e97c8e-582c-423c-98d2-eda3f2db5a0c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.603078] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d2d7b20e-975f-4e77-9d68-8b8fbaa12dd4 with status ACTIVE [ 710.603078] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.603078] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.603078] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.603078] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.603078] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.603078] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.603078] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.603078] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.603078] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.603078] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.603721] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.603721] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.603721] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.603721] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.603891] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.603891] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d2d7b20e-975f-4e77-9d68-8b8fbaa12dd4 is going to be updated. [ 710.628161] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.628696] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.628696] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.628696] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.628976] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.628976] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2d7b20e-975f-4e77-9d68-8b8fbaa12dd4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.629910] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e983b3f-bea7-4997-81e0-4373048866c5 in Status: SUCCESS [ 710.630324] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e983b3f-bea7-4997-81e0-4373048866c5 deletion is rescheduled due to dependency. [ 710.630324] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.787674] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61b87ea4-801d-433b-b935-5b7896960ac4 [ 710.787936] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.788096] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.788168] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.788386] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.788476] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.788571] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61b87ea4-801d-433b-b935-5b7896960ac4 already deleted. [ 710.788717] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61b87ea4-801d-433b-b935-5b7896960ac4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.823871] env[66979]: INFO networking_nsxv3.common.synchronization [req-7c683dbb-28a8-46ba-aa68-49854b96c9fb req-4c48cb29-9015-4228-80a1-3b684b79e66c tempest-FloatingIPsAssociationNegativeTestJSON-820306970 tempest-FloatingIPsAssociationNegativeTestJSON-820306970-project-member] Enqueued Resource ID: 800d45e0-e554-4865-80d9-8af6117c4497 with Priority: HIGHEST for action security_group_members [ 710.824425] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 800d45e0-e554-4865-80d9-8af6117c4497 with Priority: HIGHEST for action security_group_members [ 710.824727] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-800d45e0-e554-4865-80d9-8af6117c4497 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.825236] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.825236] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.825236] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.825449] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.825518] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.825627] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.825852] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.825964] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.826163] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('800d45e0-e554-4865-80d9-8af6117c4497',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.847771] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.847998] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.848473] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.848473] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.848595] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.848792] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 0e543d67-11be-4f29-8d8c-a24aa1d4a3b4 not found, creating... [ 710.849733] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.849733] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.849733] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.849733] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.849733] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.850424] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.850424] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.850424] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.850622] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.850931] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.851473] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 0e543d67-11be-4f29-8d8c-a24aa1d4a3b4 is going to be created. [ 710.876730] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.876988] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.877133] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.877434] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.877699] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.877875] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-0e543d67-11be-4f29-8d8c-a24aa1d4a3b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.107281] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5e97c8e-582c-423c-98d2-eda3f2db5a0c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.328569] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.328813] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.328859] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.329175] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.329247] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.329514] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.329514] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.329615] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.329788] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.329917] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.329917] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 800d45e0-e554-4865-80d9-8af6117c4497 is going to be updated. [ 711.378551] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.378551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.378551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.380720] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.380720] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.388814] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 800d45e0-e554-4865-80d9-8af6117c4497 in Status: IN_PROGRESS for 2s [ 711.612269] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.612930] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.612930] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.612930] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.612930] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.612930] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c is going to be created. [ 711.625867] env[66979]: INFO networking_nsxv3.common.synchronization [req-17905c76-f478-4eb0-a028-e3710519ec75 req-419fe96d-ed93-4101-b287-49abca531704 service nova] Enqueued Resource ID: b9218918-fcee-4786-9e37-b26af191e097 with Priority: HIGHEST for action security_group_rules [ 711.626136] env[66979]: INFO networking_nsxv3.common.synchronization [req-17905c76-f478-4eb0-a028-e3710519ec75 req-419fe96d-ed93-4101-b287-49abca531704 service nova] Enqueued Resource ID: b9218918-fcee-4786-9e37-b26af191e097 with Priority: HIGHEST for action security_group_members [ 711.626330] env[66979]: INFO networking_nsxv3.common.synchronization [req-17905c76-f478-4eb0-a028-e3710519ec75 req-419fe96d-ed93-4101-b287-49abca531704 service nova] Enqueued Resource ID: 0e543d67-11be-4f29-8d8c-a24aa1d4a3b4 with Priority: HIGHEST for action port [ 711.626878] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9218918-fcee-4786-9e37-b26af191e097 with Priority: HIGHEST for action security_group_rules [ 711.627084] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9218918-fcee-4786-9e37-b26af191e097 with Priority: HIGHEST for action security_group_members [ 711.627218] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e543d67-11be-4f29-8d8c-a24aa1d4a3b4 with Priority: HIGHEST for action port [ 711.627523] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9218918-fcee-4786-9e37-b26af191e097 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.627786] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.627786] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.628574] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.628574] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9218918-fcee-4786-9e37-b26af191e097',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.629245] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9218918-fcee-4786-9e37-b26af191e097 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.629375] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.629460] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.629806] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.629915] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.631415] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.631415] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.631415] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.631415] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.631415] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9218918-fcee-4786-9e37-b26af191e097',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.631985] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e543d67-11be-4f29-8d8c-a24aa1d4a3b4 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.632895] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e543d67-11be-4f29-8d8c-a24aa1d4a3b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.632895] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e543d67-11be-4f29-8d8c-a24aa1d4a3b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.632895] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e543d67-11be-4f29-8d8c-a24aa1d4a3b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.632895] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e543d67-11be-4f29-8d8c-a24aa1d4a3b4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.648503] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.648785] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.648856] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.649043] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.649234] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.665067] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c in Status: UNINITIALIZED for 2s [ 711.979038] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: SUCCESS [ 711.979038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.979038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.979038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.979038] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.979038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.979038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.979038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.979038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.979038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.979038] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.979038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.979038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.979038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.979038] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.980480] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.980800] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.981181] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.981466] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.981791] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.982175] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.985390] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 in Status: SUCCESS [ 711.985390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.985390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.985390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.987245] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.987510] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.987681] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.989358] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.989358] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.989358] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.989358] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08e94d96-90dc-4aab-b325-7d36d6bf2184',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.134332] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9218918-fcee-4786-9e37-b26af191e097 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.134738] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.136201] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9218918-fcee-4786-9e37-b26af191e097',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.137494] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e543d67-11be-4f29-8d8c-a24aa1d4a3b4 with status ACTIVE [ 712.138381] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.140348] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.141380] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.141788] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.142039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.142406] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.142769] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.142916] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.143341] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.143548] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.144229] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.144479] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.144645] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.144959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.145977] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.145977] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e543d67-11be-4f29-8d8c-a24aa1d4a3b4 is going to be updated. [ 712.184982] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.191622] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.191622] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.191622] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.191622] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.192721] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e543d67-11be-4f29-8d8c-a24aa1d4a3b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.494494] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de5bfa1e-2c4e-4747-9a80-0701acf03d59: rpc.has_security_group_logging(os_id): False [ 712.494494] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08e94d96-90dc-4aab-b325-7d36d6bf2184',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.515955] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.515955] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.515955] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.515955] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.515955] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.515955] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.515955] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.515955] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.515955] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.515955] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.515955] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.515955] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.515955] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.515955] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.517865] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.518189] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.518301] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.518362] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.518528] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.518662] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.518762] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 is going to be updated. [ 712.587547] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.587754] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.587754] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.587967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.588130] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.609420] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: IN_PROGRESS for 2s [ 712.648097] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9218918-fcee-4786-9e37-b26af191e097',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.996595] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08e94d96-90dc-4aab-b325-7d36d6bf2184: rpc.has_security_group_logging(os_id): False [ 713.025833] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.026039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.026171] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.026735] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.026875] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.027191] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.027306] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.027362] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.027969] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.027969] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.027969] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 is going to be updated. [ 713.109128] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.109128] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.109128] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.109349] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.109406] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.122744] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 in Status: IN_PROGRESS for 2s [ 713.151807] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.152024] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.152068] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.152318] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.152444] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.152561] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9218918-fcee-4786-9e37-b26af191e097 is going to be created. [ 713.184996] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.185193] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.185269] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.185500] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.185697] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.209636] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9218918-fcee-4786-9e37-b26af191e097 in Status: UNINITIALIZED for 2s [ 713.401858] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 800d45e0-e554-4865-80d9-8af6117c4497 in Status: SUCCESS [ 713.402088] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 800d45e0-e554-4865-80d9-8af6117c4497 deletion is rescheduled due to dependency. [ 713.402218] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.679728] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c in Status: SUCCESS [ 713.680119] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.680436] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.680746] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.681111] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.681241] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.682550] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.682812] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.682956] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.683191] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.683373] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5e97c8e-582c-423c-98d2-eda3f2db5a0c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.061256] env[66979]: INFO networking_nsxv3.common.synchronization [req-1a5b4412-b5b6-4014-9299-80658a44644e req-fc52ce47-11ce-4a45-98be-f47d098dda8d tempest-ImagesOneServerNegativeTestJSON-79195247 tempest-ImagesOneServerNegativeTestJSON-79195247-project-member] Enqueued Resource ID: 5ece01d5-2923-43ba-a335-54580ed2f72a with Priority: HIGHEST for action security_group_members [ 714.064689] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ece01d5-2923-43ba-a335-54580ed2f72a with Priority: HIGHEST for action security_group_members [ 714.064689] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ece01d5-2923-43ba-a335-54580ed2f72a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.064689] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.064689] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.064689] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.064689] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.064689] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.064689] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.064689] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.064689] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.064689] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ece01d5-2923-43ba-a335-54580ed2f72a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.189283] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5e97c8e-582c-423c-98d2-eda3f2db5a0c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.448188] env[66979]: INFO networking_nsxv3.common.synchronization [req-9d43f7a5-4150-4119-ab4b-c6892eeadb45 req-839dfc16-2f78-4d0e-8d55-9fef4deb774c tempest-ServersTestFqdnHostnames-1232617658 tempest-ServersTestFqdnHostnames-1232617658-project-member] Enqueued Resource ID: 1b81965c-36f3-4ca2-a830-d83375549e55 with Priority: HIGHEST for action security_group_members [ 714.448787] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b81965c-36f3-4ca2-a830-d83375549e55 with Priority: HIGHEST for action security_group_members [ 714.449108] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b81965c-36f3-4ca2-a830-d83375549e55 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.449232] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b81965c-36f3-4ca2-a830-d83375549e55" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.450906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b81965c-36f3-4ca2-a830-d83375549e55" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.450906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b81965c-36f3-4ca2-a830-d83375549e55" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.450906] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.450906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.450906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.450906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.450906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.450906] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b81965c-36f3-4ca2-a830-d83375549e55',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.567088] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.567328] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.567494] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.568083] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.568083] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.568083] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.568331] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.568331] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.568331] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.568418] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.568932] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ece01d5-2923-43ba-a335-54580ed2f72a is going to be updated. [ 714.600981] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.601322] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.601395] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.602137] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.602137] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.611871] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ece01d5-2923-43ba-a335-54580ed2f72a in Status: IN_PROGRESS for 2s [ 714.623177] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: SUCCESS [ 714.623413] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.623689] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.623858] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.623950] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.691437] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5e97c8e-582c-423c-98d2-eda3f2db5a0c: rpc.has_security_group_logging(os_id): False [ 714.737803] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.737965] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.738049] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.739444] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.739444] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.739444] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.739444] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.739444] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.739444] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.739444] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.739444] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c is going to be created. [ 714.810493] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.810666] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.810748] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.810951] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.811172] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.824417] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c in Status: IN_PROGRESS for 2s [ 714.952681] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.952933] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.953105] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.953329] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.953441] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.953721] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.953861] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.953958] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.954220] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.954350] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.954480] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b81965c-36f3-4ca2-a830-d83375549e55 already deleted. [ 714.954616] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b81965c-36f3-4ca2-a830-d83375549e55" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.055695] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-729 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.055891] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-729" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.056017] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-729" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.056352] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-729" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.056626] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.056809] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.056922] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.057147] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.057286] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.057488] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.057600] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.057705] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.057810] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.057926] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.058045] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.058177] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.097590] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.097590] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 715.097590] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.097590] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-729" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.097590] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-6160f0f5-e67f-4fc4-be26-5dfe4596f0d5 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.097590] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-6160f0f5-e67f-4fc4-be26-5dfe4596f0d5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.097590] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-6160f0f5-e67f-4fc4-be26-5dfe4596f0d5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.097590] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-6160f0f5-e67f-4fc4-be26-5dfe4596f0d5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.097590] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6160f0f5-e67f-4fc4-be26-5dfe4596f0d5',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.132497] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.132497] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.132497] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.132497] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.132497] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.132497] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.132497] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.132497] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.132497] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.132497] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.132497] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.139318] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 in Status: SUCCESS [ 715.139318] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.220538] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9218918-fcee-4786-9e37-b26af191e097 in Status: SUCCESS [ 715.220890] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.222304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.222304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.222304] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.222304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.222304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.222304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.222304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.222304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.222304] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9218918-fcee-4786-9e37-b26af191e097',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.476324] env[66979]: INFO networking_nsxv3.common.synchronization [None req-5dfcbd3d-eadb-443b-8730-a12cf8501602 None None] Enqueued Resource ID: c4709a32-2347-46e6-bcb0-cdba427ce650 with Priority: HIGHEST for action port [ 715.476865] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4709a32-2347-46e6-bcb0-cdba427ce650 with Priority: HIGHEST for action port [ 715.477176] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4709a32-2347-46e6-bcb0-cdba427ce650 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.477361] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4709a32-2347-46e6-bcb0-cdba427ce650" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.477361] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4709a32-2347-46e6-bcb0-cdba427ce650" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.477651] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4709a32-2347-46e6-bcb0-cdba427ce650" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.477825] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4709a32-2347-46e6-bcb0-cdba427ce650',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.604078] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.604078] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.604078] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.604078] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.604078] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.604078] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 6160f0f5-e67f-4fc4-be26-5dfe4596f0d5 not found, creating... [ 715.604078] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.604078] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.604078] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.604078] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.604078] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.604569] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.604569] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.604569] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.604569] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.604569] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.604569] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 6160f0f5-e67f-4fc4-be26-5dfe4596f0d5 is going to be created. [ 715.636455] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.636455] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.636455] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.636717] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.637280] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.637280] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.637280] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.637280] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.637280] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.637489] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.637489] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.637552] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.637972] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.637972] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.637972] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.637972] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.638193] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.638193] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.638286] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.638322] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.638467] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.646302] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.646302] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.646746] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.646746] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.646937] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.647447] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-6160f0f5-e67f-4fc4-be26-5dfe4596f0d5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.728942] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9218918-fcee-4786-9e37-b26af191e097 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.728942] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.728942] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.728942] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.728942] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.729578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.729578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.729578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.729578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.729578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.729578] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9218918-fcee-4786-9e37-b26af191e097 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.729831] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.729831] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.729888] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.730964] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.730964] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.730964] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.730964] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.730964] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.730964] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.730964] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9218918-fcee-4786-9e37-b26af191e097',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.980741] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4709a32-2347-46e6-bcb0-cdba427ce650 [ 715.980741] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.980741] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.980741] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.980741] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.980741] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.980741] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4709a32-2347-46e6-bcb0-cdba427ce650 already deleted. [ 715.980741] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4709a32-2347-46e6-bcb0-cdba427ce650" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.147313] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de5bfa1e-2c4e-4747-9a80-0701acf03d59: rpc.has_security_group_logging(os_id): False [ 716.165965] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.166127] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.166196] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.166396] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.166673] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.166762] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.166858] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.166922] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.167086] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.167171] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.167346] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.167439] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.167490] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.167631] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.167687] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.167921] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.168014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.168014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.168202] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.168273] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.168438] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 is going to be updated. [ 716.233056] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9218918-fcee-4786-9e37-b26af191e097: rpc.has_security_group_logging(os_id): False [ 716.244912] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.245151] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.245264] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.245563] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.245785] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.259284] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.259449] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.259500] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.259741] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.259861] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.261515] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.261515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.261515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.261515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.261515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.261515] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.261515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.261515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.261515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.261515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.261946] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.261946] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.261946] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.262073] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.262101] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.262412] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9218918-fcee-4786-9e37-b26af191e097 is going to be created. [ 716.264064] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: IN_PROGRESS for 2s [ 716.351153] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.351153] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.351153] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.351394] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.351658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.383848] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9218918-fcee-4786-9e37-b26af191e097 in Status: IN_PROGRESS for 2s [ 716.395222] env[66979]: INFO networking_nsxv3.common.synchronization [req-0e8e388f-8b65-4498-9f90-2f5888768381 req-b114e318-e14e-46f0-8810-bfa4f66775a4 tempest-ServersTestMultiNic-1430150693 tempest-ServersTestMultiNic-1430150693-project-member] Enqueued Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_members [ 716.395834] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_members [ 716.397634] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.398570] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.399341] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.399341] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.399341] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.399575] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.399575] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.399726] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.399834] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.399955] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.422047] env[66979]: INFO networking_nsxv3.common.synchronization [req-9d43f7a5-4150-4119-ab4b-c6892eeadb45 req-6c7a27ad-2b12-47b4-85e5-a4ceb9b1b9a7 service nova] Enqueued Resource ID: 1b81965c-36f3-4ca2-a830-d83375549e55 with Priority: HIGHEST for action security_group_rules [ 716.422511] env[66979]: INFO networking_nsxv3.common.synchronization [req-9d43f7a5-4150-4119-ab4b-c6892eeadb45 req-6c7a27ad-2b12-47b4-85e5-a4ceb9b1b9a7 service nova] Enqueued Resource ID: 1b81965c-36f3-4ca2-a830-d83375549e55 with Priority: HIGHEST for action security_group_members [ 716.422511] env[66979]: INFO networking_nsxv3.common.synchronization [req-9d43f7a5-4150-4119-ab4b-c6892eeadb45 req-6c7a27ad-2b12-47b4-85e5-a4ceb9b1b9a7 service nova] Enqueued Resource ID: 6160f0f5-e67f-4fc4-be26-5dfe4596f0d5 with Priority: HIGHEST for action port [ 716.424436] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b81965c-36f3-4ca2-a830-d83375549e55 with Priority: HIGHEST for action security_group_rules [ 716.424580] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b81965c-36f3-4ca2-a830-d83375549e55 with Priority: HIGHEST for action security_group_members [ 716.424676] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6160f0f5-e67f-4fc4-be26-5dfe4596f0d5 with Priority: HIGHEST for action port [ 716.429592] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1b81965c-36f3-4ca2-a830-d83375549e55 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.429838] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1b81965c-36f3-4ca2-a830-d83375549e55" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.429917] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1b81965c-36f3-4ca2-a830-d83375549e55" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.430194] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1b81965c-36f3-4ca2-a830-d83375549e55" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.430332] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1b81965c-36f3-4ca2-a830-d83375549e55',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.431812] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b81965c-36f3-4ca2-a830-d83375549e55 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.432033] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b81965c-36f3-4ca2-a830-d83375549e55" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.432140] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b81965c-36f3-4ca2-a830-d83375549e55" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.432456] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b81965c-36f3-4ca2-a830-d83375549e55" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.432690] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.432810] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.432879] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.433125] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.433243] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.433340] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b81965c-36f3-4ca2-a830-d83375549e55',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.434499] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-6160f0f5-e67f-4fc4-be26-5dfe4596f0d5 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.434642] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6160f0f5-e67f-4fc4-be26-5dfe4596f0d5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.435330] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6160f0f5-e67f-4fc4-be26-5dfe4596f0d5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.435330] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6160f0f5-e67f-4fc4-be26-5dfe4596f0d5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.435458] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6160f0f5-e67f-4fc4-be26-5dfe4596f0d5',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.626591] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ece01d5-2923-43ba-a335-54580ed2f72a in Status: SUCCESS [ 716.626591] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ece01d5-2923-43ba-a335-54580ed2f72a deletion is rescheduled due to dependency. [ 716.626591] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.842566] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c in Status: SUCCESS [ 716.843462] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.903933] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.923668] env[66979]: INFO networking_nsxv3.common.synchronization [req-0e8e388f-8b65-4498-9f90-2f5888768381 req-98a9ed30-d105-4ace-898d-f0c2066d4e91 tempest-ServersTestMultiNic-1430150693 tempest-ServersTestMultiNic-1430150693-project-member] Enqueued Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_members [ 716.925090] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_members [ 716.927086] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.927240] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.938397] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1b81965c-36f3-4ca2-a830-d83375549e55',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.945023] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b81965c-36f3-4ca2-a830-d83375549e55 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.945023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b81965c-36f3-4ca2-a830-d83375549e55" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.945023] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6160f0f5-e67f-4fc4-be26-5dfe4596f0d5 with status ACTIVE [ 716.945023] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.945023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.945023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.945023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.945023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.945023] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.945023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.945023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.945023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.945023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.945023] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.945746] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.945746] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.945746] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.945746] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.946131] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6160f0f5-e67f-4fc4-be26-5dfe4596f0d5 is going to be updated. [ 716.973646] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.973784] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.973893] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.974187] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.974381] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.974601] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6160f0f5-e67f-4fc4-be26-5dfe4596f0d5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.276013] env[66979]: INFO networking_nsxv3.common.synchronization [req-0e8e388f-8b65-4498-9f90-2f5888768381 req-2716ea72-dd47-4c87-8f12-4fe2251bf764 tempest-ServersTestMultiNic-1430150693 tempest-ServersTestMultiNic-1430150693-project-member] Enqueued Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_members [ 717.276859] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_members [ 717.277369] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.277517] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.406573] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.446239] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1b81965c-36f3-4ca2-a830-d83375549e55',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.909803] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.911062] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.911062] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.911062] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.911062] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.911062] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f is going to be updated. [ 717.947723] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.947879] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.948897] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.948897] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.948897] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.948897] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b81965c-36f3-4ca2-a830-d83375549e55 is going to be created. [ 717.984951] env[66979]: INFO networking_nsxv3.common.synchronization [None req-223ec64a-9589-498f-885f-2e7c6cbe3cce None None] Enqueued Resource ID: d0ac29dc-991e-4446-9da9-7ed9bf340393 with Priority: HIGHEST for action port [ 717.984951] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0ac29dc-991e-4446-9da9-7ed9bf340393 with Priority: HIGHEST for action port [ 717.985046] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0ac29dc-991e-4446-9da9-7ed9bf340393 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.985145] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0ac29dc-991e-4446-9da9-7ed9bf340393" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.985207] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0ac29dc-991e-4446-9da9-7ed9bf340393" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.985758] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0ac29dc-991e-4446-9da9-7ed9bf340393" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.985758] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0ac29dc-991e-4446-9da9-7ed9bf340393',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.989163] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.990310] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.990310] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.990310] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.990310] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.005533] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.006372] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.006459] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.006687] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.006850] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.009798] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f in Status: IN_PROGRESS for 2s [ 718.020543] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b81965c-36f3-4ca2-a830-d83375549e55 in Status: UNINITIALIZED for 2s [ 718.286912] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: SUCCESS [ 718.286912] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.398970] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9218918-fcee-4786-9e37-b26af191e097 in Status: SUCCESS [ 718.399373] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.489632] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d0ac29dc-991e-4446-9da9-7ed9bf340393 [ 718.489632] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.489632] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.489632] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.489632] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.489632] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.489632] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d0ac29dc-991e-4446-9da9-7ed9bf340393 already deleted. [ 718.489632] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0ac29dc-991e-4446-9da9-7ed9bf340393" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.805226] env[66979]: INFO networking_nsxv3.common.synchronization [None req-7406a7d2-522e-48c8-9c60-edb75e7ee3f0 None None] Enqueued Resource ID: d3a4a8bb-c5aa-4649-ba00-bac244a84ba7 with Priority: HIGHEST for action port [ 718.805748] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3a4a8bb-c5aa-4649-ba00-bac244a84ba7 with Priority: HIGHEST for action port [ 718.806053] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3a4a8bb-c5aa-4649-ba00-bac244a84ba7 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.806174] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3a4a8bb-c5aa-4649-ba00-bac244a84ba7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.806239] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3a4a8bb-c5aa-4649-ba00-bac244a84ba7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.806534] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3a4a8bb-c5aa-4649-ba00-bac244a84ba7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.806609] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3a4a8bb-c5aa-4649-ba00-bac244a84ba7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.308383] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3a4a8bb-c5aa-4649-ba00-bac244a84ba7 [ 719.308760] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.308760] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.308760] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.310185] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.310185] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.310185] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3a4a8bb-c5aa-4649-ba00-bac244a84ba7 already deleted. [ 719.310185] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3a4a8bb-c5aa-4649-ba00-bac244a84ba7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.038509] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f in Status: SUCCESS [ 720.038845] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.039034] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.039244] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.039437] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.039552] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.040760] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.040760] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.040760] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.040760] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.043833] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b81965c-36f3-4ca2-a830-d83375549e55 in Status: SUCCESS [ 720.044521] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b81965c-36f3-4ca2-a830-d83375549e55" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.045372] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b81965c-36f3-4ca2-a830-d83375549e55" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.045372] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b81965c-36f3-4ca2-a830-d83375549e55" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.046028] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.046028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.046028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.046028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.046028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.046237] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b81965c-36f3-4ca2-a830-d83375549e55" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.046237] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1b81965c-36f3-4ca2-a830-d83375549e55',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.549117] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.549117] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.549117] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.549607] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.549607] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.549607] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.549607] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.549748] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.552804] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.552804] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.552804] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f is going to be updated. [ 720.552804] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1b81965c-36f3-4ca2-a830-d83375549e55',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.603072] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.603072] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.603072] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.603072] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.603072] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.621918] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f in Status: IN_PROGRESS for 2s [ 721.055302] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1b81965c-36f3-4ca2-a830-d83375549e55: rpc.has_security_group_logging(os_id): False [ 721.077379] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.077570] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.078316] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.078316] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.078316] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.078316] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.078316] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.078316] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.078580] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.078580] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.078580] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1b81965c-36f3-4ca2-a830-d83375549e55 is going to be created. [ 721.155770] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.155949] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.156027] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.156278] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.156539] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.191719] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b81965c-36f3-4ca2-a830-d83375549e55 in Status: IN_PROGRESS for 2s [ 722.076804] env[66979]: INFO networking_nsxv3.common.synchronization [None req-dc1504e9-45af-4a41-85e9-49b1bdd4d316 None None] Enqueued Resource ID: fe548130-585c-4e20-9e6e-fbb8f46b4b13 with Priority: HIGHEST for action port [ 722.077575] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe548130-585c-4e20-9e6e-fbb8f46b4b13 with Priority: HIGHEST for action port [ 722.077897] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe548130-585c-4e20-9e6e-fbb8f46b4b13 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.079144] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe548130-585c-4e20-9e6e-fbb8f46b4b13" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.079232] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe548130-585c-4e20-9e6e-fbb8f46b4b13" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.079932] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe548130-585c-4e20-9e6e-fbb8f46b4b13" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.080211] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe548130-585c-4e20-9e6e-fbb8f46b4b13',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.584942] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe548130-585c-4e20-9e6e-fbb8f46b4b13 [ 722.584942] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.584942] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.584942] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.584942] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.585326] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.585326] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe548130-585c-4e20-9e6e-fbb8f46b4b13 already deleted. [ 722.585383] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe548130-585c-4e20-9e6e-fbb8f46b4b13" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.632327] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f in Status: SUCCESS [ 722.632563] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f deletion is rescheduled due to dependency. [ 722.632686] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.632864] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.633092] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.633313] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.633429] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.633501] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.633824] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.633824] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.633925] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.137540] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.141103] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.141103] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.141103] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.141103] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.141103] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.141103] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.141103] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.141103] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.141103] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.141103] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f is going to be updated. [ 723.175592] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.175824] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.175824] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.176495] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.176495] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.187407] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f in Status: IN_PROGRESS for 2s [ 723.209019] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1b81965c-36f3-4ca2-a830-d83375549e55 in Status: SUCCESS [ 723.209019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1b81965c-36f3-4ca2-a830-d83375549e55" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.387153] env[66979]: INFO networking_nsxv3.common.synchronization [req-9b02150d-d935-4d9a-95b3-d51a4b070b25 req-117940f4-554e-493d-a95e-04f010921c1e tempest-ImagesTestJSON-1664217714 tempest-ImagesTestJSON-1664217714-project-member] Enqueued Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_members [ 723.387153] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_members [ 723.389702] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.389702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.389872] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.390014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.390958] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.390958] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.390958] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.390958] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.390958] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.391576] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.894019] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.894019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.894019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.894234] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.894234] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.894375] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.894475] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.894722] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.894722] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.894853] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.894853] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77723165-bb10-4849-b9dc-abee857eeb83 is going to be updated. [ 723.934761] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.934915] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.934961] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.935173] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.935491] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.947793] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: IN_PROGRESS for 2s [ 725.199915] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f in Status: SUCCESS [ 725.199915] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f deletion is rescheduled due to dependency. [ 725.199915] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.960887] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: SUCCESS [ 725.961150] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77723165-bb10-4849-b9dc-abee857eeb83 deletion is rescheduled due to dependency. [ 725.961593] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.173248] env[66979]: INFO networking_nsxv3.common.synchronization [req-c212dcfa-d643-4298-9d94-634da721fe03 req-a64c9d01-ac7d-46a7-95c1-729fb75ce819 tempest-ServersTestBootFromVolume-878824140 tempest-ServersTestBootFromVolume-878824140-project-member] Enqueued Resource ID: 10c3eac2-107d-48a5-85b4-47cb69fc0e9d with Priority: HIGHEST for action security_group_members [ 726.174333] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c3eac2-107d-48a5-85b4-47cb69fc0e9d with Priority: HIGHEST for action security_group_members [ 726.174731] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-10c3eac2-107d-48a5-85b4-47cb69fc0e9d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.174988] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.175099] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.175348] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.175550] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.175674] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.175743] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.175934] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.176045] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.176150] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10c3eac2-107d-48a5-85b4-47cb69fc0e9d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.679582] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.679882] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.680031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.680273] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.680370] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.680584] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.680690] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.680755] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.680909] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.680986] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.681162] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10c3eac2-107d-48a5-85b4-47cb69fc0e9d already deleted. [ 726.681308] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.255934] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-105 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.256305] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-105" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.256456] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-105" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.256818] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-105" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.257308] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.257565] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.257618] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.258020] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.258020] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.258294] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.258481] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.258481] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.258588] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.258866] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.259285] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.259588] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.285392] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.285682] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.285786] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.286019] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-105" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.286415] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-c4b649f3-2e79-4e48-b564-24601dd50eb7 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.287195] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-c4b649f3-2e79-4e48-b564-24601dd50eb7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.287195] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-c4b649f3-2e79-4e48-b564-24601dd50eb7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.287892] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-c4b649f3-2e79-4e48-b564-24601dd50eb7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.287892] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4b649f3-2e79-4e48-b564-24601dd50eb7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.789853] env[66979]: INFO networking_nsxv3.common.synchronization [None req-987e5644-6d41-47b1-9b28-9a5506e0f94a None None] Enqueued Resource ID: 30206c71-4a26-4391-bca3-7a9dc5354990 with Priority: HIGHEST for action port [ 727.790552] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.790957] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.791040] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.792599] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.792599] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.792599] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port c4b649f3-2e79-4e48-b564-24601dd50eb7 not found, creating... [ 727.792599] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.792809] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.792856] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.793148] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.793317] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.793621] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.793839] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.793973] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.794258] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.794427] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.794569] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: c4b649f3-2e79-4e48-b564-24601dd50eb7 is going to be created. [ 727.796096] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30206c71-4a26-4391-bca3-7a9dc5354990 with Priority: HIGHEST for action port [ 727.796661] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-30206c71-4a26-4391-bca3-7a9dc5354990 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.796661] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30206c71-4a26-4391-bca3-7a9dc5354990" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.796661] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30206c71-4a26-4391-bca3-7a9dc5354990" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.796940] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30206c71-4a26-4391-bca3-7a9dc5354990" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.797066] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30206c71-4a26-4391-bca3-7a9dc5354990',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.821532] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.821817] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.821896] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.822205] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.822424] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.822636] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-c4b649f3-2e79-4e48-b564-24601dd50eb7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.301219] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30206c71-4a26-4391-bca3-7a9dc5354990 [ 728.302301] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.302525] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.302613] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.302898] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.303042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.303185] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30206c71-4a26-4391-bca3-7a9dc5354990 already deleted. [ 728.303293] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30206c71-4a26-4391-bca3-7a9dc5354990" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.554925] env[66979]: INFO networking_nsxv3.common.synchronization [None req-eb8b7493-6bd2-4187-9cb8-0220bf2e596c None None] Enqueued Resource ID: 5f94593a-a739-4c6d-9108-628bc38128cc with Priority: HIGHEST for action port [ 728.557311] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f94593a-a739-4c6d-9108-628bc38128cc with Priority: HIGHEST for action port [ 728.557823] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f94593a-a739-4c6d-9108-628bc38128cc taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.558052] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f94593a-a739-4c6d-9108-628bc38128cc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.558354] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f94593a-a739-4c6d-9108-628bc38128cc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.559014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f94593a-a739-4c6d-9108-628bc38128cc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.559151] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f94593a-a739-4c6d-9108-628bc38128cc',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.593487] env[66979]: INFO networking_nsxv3.common.synchronization [req-c212dcfa-d643-4298-9d94-634da721fe03 req-12aeb54b-f360-45cd-b47b-54b91444f83b service nova] Enqueued Resource ID: 10c3eac2-107d-48a5-85b4-47cb69fc0e9d with Priority: HIGHEST for action security_group_rules [ 728.593622] env[66979]: INFO networking_nsxv3.common.synchronization [req-c212dcfa-d643-4298-9d94-634da721fe03 req-12aeb54b-f360-45cd-b47b-54b91444f83b service nova] Enqueued Resource ID: 10c3eac2-107d-48a5-85b4-47cb69fc0e9d with Priority: HIGHEST for action security_group_members [ 728.593770] env[66979]: INFO networking_nsxv3.common.synchronization [req-c212dcfa-d643-4298-9d94-634da721fe03 req-12aeb54b-f360-45cd-b47b-54b91444f83b service nova] Enqueued Resource ID: c4b649f3-2e79-4e48-b564-24601dd50eb7 with Priority: HIGHEST for action port [ 728.594352] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c3eac2-107d-48a5-85b4-47cb69fc0e9d with Priority: HIGHEST for action security_group_rules [ 728.594492] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c3eac2-107d-48a5-85b4-47cb69fc0e9d with Priority: HIGHEST for action security_group_members [ 728.594586] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4b649f3-2e79-4e48-b564-24601dd50eb7 with Priority: HIGHEST for action port [ 728.594855] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10c3eac2-107d-48a5-85b4-47cb69fc0e9d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.594978] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.595122] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.595252] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.595330] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10c3eac2-107d-48a5-85b4-47cb69fc0e9d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.597528] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-10c3eac2-107d-48a5-85b4-47cb69fc0e9d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.597685] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.597756] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.598040] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.598191] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.598297] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.598519] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.598519] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.598654] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.598731] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10c3eac2-107d-48a5-85b4-47cb69fc0e9d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.600085] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4b649f3-2e79-4e48-b564-24601dd50eb7 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.600222] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4b649f3-2e79-4e48-b564-24601dd50eb7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.600288] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4b649f3-2e79-4e48-b564-24601dd50eb7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.601319] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4b649f3-2e79-4e48-b564-24601dd50eb7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.601319] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4b649f3-2e79-4e48-b564-24601dd50eb7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.062441] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f94593a-a739-4c6d-9108-628bc38128cc [ 729.062765] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.062871] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.062943] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.063268] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.063268] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.064194] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f94593a-a739-4c6d-9108-628bc38128cc already deleted. [ 729.064575] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f94593a-a739-4c6d-9108-628bc38128cc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.104778] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-10c3eac2-107d-48a5-85b4-47cb69fc0e9d taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.104939] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.105118] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('10c3eac2-107d-48a5-85b4-47cb69fc0e9d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.106020] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4b649f3-2e79-4e48-b564-24601dd50eb7 with status ACTIVE [ 729.108294] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.108294] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.108294] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.108294] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.108294] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.108294] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.108294] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.108294] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.108294] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.108294] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.108294] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.108294] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.108294] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.108294] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.108294] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.108294] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4b649f3-2e79-4e48-b564-24601dd50eb7 is going to be updated. [ 729.134470] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.134470] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.134470] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.134470] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.134470] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.134470] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4b649f3-2e79-4e48-b564-24601dd50eb7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.613046] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('10c3eac2-107d-48a5-85b4-47cb69fc0e9d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.118431] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.118881] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.118881] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.118994] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.119115] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.119235] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10c3eac2-107d-48a5-85b4-47cb69fc0e9d is going to be created. [ 730.145296] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.145537] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.145537] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.145735] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.145894] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.161959] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10c3eac2-107d-48a5-85b4-47cb69fc0e9d in Status: UNINITIALIZED for 2s [ 730.899864] env[66979]: INFO networking_nsxv3.common.synchronization [None req-2e21e94d-a142-4391-a767-17f3bb9de50a None None] Enqueued Resource ID: a56f3b75-26b2-413c-96d6-c874a88b67d1 with Priority: HIGHEST for action port [ 730.900397] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a56f3b75-26b2-413c-96d6-c874a88b67d1 with Priority: HIGHEST for action port [ 730.900688] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-a56f3b75-26b2-413c-96d6-c874a88b67d1 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.900806] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a56f3b75-26b2-413c-96d6-c874a88b67d1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.901546] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a56f3b75-26b2-413c-96d6-c874a88b67d1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.901546] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a56f3b75-26b2-413c-96d6-c874a88b67d1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.901546] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a56f3b75-26b2-413c-96d6-c874a88b67d1',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.091901] env[66979]: INFO networking_nsxv3.common.synchronization [None req-7b7f638b-c13a-4632-81d7-882864a4dcc6 None None] Enqueued Resource ID: d9bf6a10-c42c-4bbf-92ca-24295fdd406a with Priority: HIGHEST for action port [ 731.093461] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9bf6a10-c42c-4bbf-92ca-24295fdd406a with Priority: HIGHEST for action port [ 731.093461] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9bf6a10-c42c-4bbf-92ca-24295fdd406a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.093461] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9bf6a10-c42c-4bbf-92ca-24295fdd406a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.093461] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9bf6a10-c42c-4bbf-92ca-24295fdd406a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.093461] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9bf6a10-c42c-4bbf-92ca-24295fdd406a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.093461] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9bf6a10-c42c-4bbf-92ca-24295fdd406a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.405179] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a56f3b75-26b2-413c-96d6-c874a88b67d1 [ 731.405179] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.405179] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.405179] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.405179] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.405179] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.405179] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a56f3b75-26b2-413c-96d6-c874a88b67d1 already deleted. [ 731.405179] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a56f3b75-26b2-413c-96d6-c874a88b67d1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.595750] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9bf6a10-c42c-4bbf-92ca-24295fdd406a [ 731.597047] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.597047] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.597047] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.597047] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.597047] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.597047] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9bf6a10-c42c-4bbf-92ca-24295fdd406a already deleted. [ 731.597047] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9bf6a10-c42c-4bbf-92ca-24295fdd406a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.884596] env[66979]: INFO networking_nsxv3.common.synchronization [None req-863f8e85-b66d-45ef-afa6-eeb441f87cc0 None None] Enqueued Resource ID: 1d5fd044-a751-4eab-8e96-f6727b8c6303 with Priority: HIGHEST for action port [ 731.884857] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d5fd044-a751-4eab-8e96-f6727b8c6303 with Priority: HIGHEST for action port [ 731.885439] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d5fd044-a751-4eab-8e96-f6727b8c6303 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.885565] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d5fd044-a751-4eab-8e96-f6727b8c6303" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.886264] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d5fd044-a751-4eab-8e96-f6727b8c6303" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.886264] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d5fd044-a751-4eab-8e96-f6727b8c6303" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.886264] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d5fd044-a751-4eab-8e96-f6727b8c6303',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.174828] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10c3eac2-107d-48a5-85b4-47cb69fc0e9d in Status: SUCCESS [ 732.174828] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.174828] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.174828] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.174828] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.174828] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.174828] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.174828] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.174828] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.174828] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.174828] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('10c3eac2-107d-48a5-85b4-47cb69fc0e9d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.388384] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d5fd044-a751-4eab-8e96-f6727b8c6303 [ 732.388637] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.388772] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.388862] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.389138] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.389233] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.389438] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d5fd044-a751-4eab-8e96-f6727b8c6303 already deleted. [ 732.389438] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d5fd044-a751-4eab-8e96-f6727b8c6303" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.677984] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('10c3eac2-107d-48a5-85b4-47cb69fc0e9d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.029250] env[66979]: INFO networking_nsxv3.common.synchronization [None req-319bfb2c-e55d-4ef6-8d2c-ca379638a479 None None] Enqueued Resource ID: 0ceb8162-37de-4af5-a2d8-578f987c902e with Priority: HIGHEST for action port [ 733.029250] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ceb8162-37de-4af5-a2d8-578f987c902e with Priority: HIGHEST for action port [ 733.029250] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ceb8162-37de-4af5-a2d8-578f987c902e taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.029250] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ceb8162-37de-4af5-a2d8-578f987c902e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.029692] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ceb8162-37de-4af5-a2d8-578f987c902e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.030079] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ceb8162-37de-4af5-a2d8-578f987c902e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.030277] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ceb8162-37de-4af5-a2d8-578f987c902e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.182094] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 10c3eac2-107d-48a5-85b4-47cb69fc0e9d: rpc.has_security_group_logging(os_id): False [ 733.208702] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.209281] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.209281] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.209390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.209438] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.209678] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.209798] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.209872] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.210252] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.210252] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.210334] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10c3eac2-107d-48a5-85b4-47cb69fc0e9d is going to be created. [ 733.288638] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.288920] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.288920] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.289307] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.289409] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.302884] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10c3eac2-107d-48a5-85b4-47cb69fc0e9d in Status: IN_PROGRESS for 2s [ 733.533181] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ceb8162-37de-4af5-a2d8-578f987c902e [ 733.533623] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.533623] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.533745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.533889] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.533981] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.534262] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ceb8162-37de-4af5-a2d8-578f987c902e already deleted. [ 733.534262] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ceb8162-37de-4af5-a2d8-578f987c902e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.949134] env[66979]: INFO networking_nsxv3.common.synchronization [None req-9374bb23-2078-4af9-b63f-1e992f3b93ad None None] Enqueued Resource ID: ec486ab7-71ad-4752-96c1-f8b0bb58e882 with Priority: HIGHEST for action port [ 733.951532] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec486ab7-71ad-4752-96c1-f8b0bb58e882 with Priority: HIGHEST for action port [ 733.952961] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec486ab7-71ad-4752-96c1-f8b0bb58e882 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.952961] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec486ab7-71ad-4752-96c1-f8b0bb58e882" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.952961] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec486ab7-71ad-4752-96c1-f8b0bb58e882" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.952961] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec486ab7-71ad-4752-96c1-f8b0bb58e882" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.952961] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec486ab7-71ad-4752-96c1-f8b0bb58e882',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.007974] env[66979]: INFO networking_nsxv3.common.synchronization [None req-862f1c3c-f441-4fa2-b3ce-d0826cd2a7fe None None] Enqueued Resource ID: 33c80fe5-dfb7-44af-ac23-235faea6b4b5 with Priority: HIGHEST for action port [ 734.008594] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33c80fe5-dfb7-44af-ac23-235faea6b4b5 with Priority: HIGHEST for action port [ 734.009244] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-33c80fe5-dfb7-44af-ac23-235faea6b4b5 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.011700] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33c80fe5-dfb7-44af-ac23-235faea6b4b5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.011700] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33c80fe5-dfb7-44af-ac23-235faea6b4b5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.011700] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33c80fe5-dfb7-44af-ac23-235faea6b4b5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.011700] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33c80fe5-dfb7-44af-ac23-235faea6b4b5',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.455928] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec486ab7-71ad-4752-96c1-f8b0bb58e882 [ 734.457202] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.457202] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.457202] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.457202] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.457202] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.457202] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec486ab7-71ad-4752-96c1-f8b0bb58e882 already deleted. [ 734.457202] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec486ab7-71ad-4752-96c1-f8b0bb58e882" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.511738] env[66979]: INFO networking_nsxv3.common.synchronization [req-b137ec8d-42a6-46a8-9e15-f4abb273b575 req-592d9912-556e-4e7d-bb48-88d33a4f5354 tempest-ServerAddressesTestJSON-1675661525 tempest-ServerAddressesTestJSON-1675661525-project-member] Enqueued Resource ID: f83d3924-9f4a-4cf8-ac9a-8810327d5e64 with Priority: HIGHEST for action security_group_members [ 734.512623] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83d3924-9f4a-4cf8-ac9a-8810327d5e64 with Priority: HIGHEST for action security_group_members [ 734.512975] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 33c80fe5-dfb7-44af-ac23-235faea6b4b5 [ 734.513399] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.513807] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.513807] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.514051] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.514215] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.515410] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:33c80fe5-dfb7-44af-ac23-235faea6b4b5 already deleted. [ 734.515410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33c80fe5-dfb7-44af-ac23-235faea6b4b5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.515410] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83d3924-9f4a-4cf8-ac9a-8810327d5e64 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.515410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83d3924-9f4a-4cf8-ac9a-8810327d5e64" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.515410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83d3924-9f4a-4cf8-ac9a-8810327d5e64" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.517469] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83d3924-9f4a-4cf8-ac9a-8810327d5e64" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.517469] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.519248] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.519370] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.520787] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.520787] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.520787] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f83d3924-9f4a-4cf8-ac9a-8810327d5e64',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.982169] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-827 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.982524] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-827" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.982524] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-827" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.982881] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-827" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.984590] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.984590] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.984749] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.986150] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.986150] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.986150] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.986150] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 734.986150] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 734.986150] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 734.986150] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 734.986150] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 734.986376] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 735.009504] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 735.009700] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 735.009919] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 735.010113] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-827" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.010463] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-33cef5f7-7efb-41b9-9002-95ad046fe94f taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.010640] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-33cef5f7-7efb-41b9-9002-95ad046fe94f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.010751] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-33cef5f7-7efb-41b9-9002-95ad046fe94f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.011070] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-33cef5f7-7efb-41b9-9002-95ad046fe94f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.011206] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33cef5f7-7efb-41b9-9002-95ad046fe94f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.025694] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.026027] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.026027] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.029144] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.029144] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.029144] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.029144] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.029144] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.029144] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.029144] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.029144] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f83d3924-9f4a-4cf8-ac9a-8810327d5e64 already deleted. [ 735.029144] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83d3924-9f4a-4cf8-ac9a-8810327d5e64" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.316222] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 10c3eac2-107d-48a5-85b4-47cb69fc0e9d in Status: SUCCESS [ 735.316465] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.517103] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.517103] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.517103] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.517103] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.517103] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.517103] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 33cef5f7-7efb-41b9-9002-95ad046fe94f not found, creating... [ 735.517103] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.517622] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.517622] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.517622] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.517622] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.519933] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.519933] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.519933] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.519933] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.519933] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.519933] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 33cef5f7-7efb-41b9-9002-95ad046fe94f is going to be created. [ 735.551541] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.551909] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.552060] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.552265] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.552507] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.552767] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-33cef5f7-7efb-41b9-9002-95ad046fe94f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.392713] env[66979]: INFO networking_nsxv3.common.synchronization [req-b137ec8d-42a6-46a8-9e15-f4abb273b575 req-73bb79cb-fefa-4751-9402-63e8732547dd service nova] Enqueued Resource ID: f83d3924-9f4a-4cf8-ac9a-8810327d5e64 with Priority: HIGHEST for action security_group_rules [ 736.393115] env[66979]: INFO networking_nsxv3.common.synchronization [req-b137ec8d-42a6-46a8-9e15-f4abb273b575 req-73bb79cb-fefa-4751-9402-63e8732547dd service nova] Enqueued Resource ID: f83d3924-9f4a-4cf8-ac9a-8810327d5e64 with Priority: HIGHEST for action security_group_members [ 736.393250] env[66979]: INFO networking_nsxv3.common.synchronization [req-b137ec8d-42a6-46a8-9e15-f4abb273b575 req-73bb79cb-fefa-4751-9402-63e8732547dd service nova] Enqueued Resource ID: 33cef5f7-7efb-41b9-9002-95ad046fe94f with Priority: HIGHEST for action port [ 736.394079] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83d3924-9f4a-4cf8-ac9a-8810327d5e64 with Priority: HIGHEST for action security_group_rules [ 736.394079] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83d3924-9f4a-4cf8-ac9a-8810327d5e64 with Priority: HIGHEST for action security_group_members [ 736.394191] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33cef5f7-7efb-41b9-9002-95ad046fe94f with Priority: HIGHEST for action port [ 736.394501] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f83d3924-9f4a-4cf8-ac9a-8810327d5e64 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.394660] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f83d3924-9f4a-4cf8-ac9a-8810327d5e64" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.394724] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f83d3924-9f4a-4cf8-ac9a-8810327d5e64" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.395011] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f83d3924-9f4a-4cf8-ac9a-8810327d5e64" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.396229] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f83d3924-9f4a-4cf8-ac9a-8810327d5e64',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.397213] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83d3924-9f4a-4cf8-ac9a-8810327d5e64 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.397213] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83d3924-9f4a-4cf8-ac9a-8810327d5e64" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.397336] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83d3924-9f4a-4cf8-ac9a-8810327d5e64" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.397478] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83d3924-9f4a-4cf8-ac9a-8810327d5e64" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.397650] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.397758] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.397973] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.397973] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.398760] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.398916] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f83d3924-9f4a-4cf8-ac9a-8810327d5e64',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.400200] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-33cef5f7-7efb-41b9-9002-95ad046fe94f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.400389] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-33cef5f7-7efb-41b9-9002-95ad046fe94f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.400389] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-33cef5f7-7efb-41b9-9002-95ad046fe94f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.400729] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-33cef5f7-7efb-41b9-9002-95ad046fe94f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.400729] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('33cef5f7-7efb-41b9-9002-95ad046fe94f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.404235] env[66979]: INFO networking_nsxv3.common.synchronization [req-4ce2930a-1d91-4d31-b8bf-c71f0dae190f req-15890538-df68-4a11-aa44-10c2a9f72c67 tempest-ServerDiskConfigTestJSON-24761059 tempest-ServerDiskConfigTestJSON-24761059-project-member] Enqueued Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_members [ 736.405186] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_members [ 736.405449] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.405598] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.405644] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.406267] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.406572] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.406775] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.406775] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.406954] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.407068] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.407129] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.553134] env[66979]: INFO networking_nsxv3.common.synchronization [None req-150ae4bd-a093-40ae-a11c-4eabdd4cbcf2 None None] Enqueued Resource ID: b5864d70-8949-47a7-9572-6778cd77ac63 with Priority: HIGHEST for action port [ 736.553134] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5864d70-8949-47a7-9572-6778cd77ac63 with Priority: HIGHEST for action port [ 736.553134] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5864d70-8949-47a7-9572-6778cd77ac63 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.553134] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5864d70-8949-47a7-9572-6778cd77ac63" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.553134] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5864d70-8949-47a7-9572-6778cd77ac63" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.553529] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5864d70-8949-47a7-9572-6778cd77ac63" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.553529] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5864d70-8949-47a7-9572-6778cd77ac63',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.746635] env[66979]: INFO networking_nsxv3.common.synchronization [req-4ee87ddb-8aad-411c-8ff1-7ddfdf4e15d8 req-c3fd84dc-2605-4bdb-bfaa-cc99355742e5 tempest-ServersV294TestFqdnHostnames-1572560756 tempest-ServersV294TestFqdnHostnames-1572560756-project-member] Enqueued Resource ID: 040ae308-b31f-4a0d-83b2-df89a2a69ca3 with Priority: HIGHEST for action security_group_members [ 736.746635] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 040ae308-b31f-4a0d-83b2-df89a2a69ca3 with Priority: HIGHEST for action security_group_members [ 736.748892] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-040ae308-b31f-4a0d-83b2-df89a2a69ca3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.749077] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.749151] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.749372] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.749558] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.749658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.749720] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.749877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.749969] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.751486] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('040ae308-b31f-4a0d-83b2-df89a2a69ca3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.902344] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83d3924-9f4a-4cf8-ac9a-8810327d5e64 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.904284] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83d3924-9f4a-4cf8-ac9a-8810327d5e64" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.906123] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f83d3924-9f4a-4cf8-ac9a-8810327d5e64',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.906173] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 33cef5f7-7efb-41b9-9002-95ad046fe94f with status ACTIVE [ 736.906944] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.906944] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.906944] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.906944] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.906944] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.907645] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.907709] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.907775] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.908037] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.908167] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.908384] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.908494] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.908557] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.908705] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.908781] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.908971] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 33cef5f7-7efb-41b9-9002-95ad046fe94f is going to be updated. [ 736.910410] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.910657] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.910657] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.910763] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.910847] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.911036] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.912246] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.912433] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.912578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.912675] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.912772] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 is going to be updated. [ 736.943277] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.943457] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.943457] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.943683] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.943881] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.944054] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-33cef5f7-7efb-41b9-9002-95ad046fe94f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.949650] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.949906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.950034] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.950345] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.950494] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.960723] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: IN_PROGRESS for 2s [ 737.056192] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5864d70-8949-47a7-9572-6778cd77ac63 [ 737.056477] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.056624] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.056756] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.057078] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.057172] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.057306] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5864d70-8949-47a7-9572-6778cd77ac63 already deleted. [ 737.057404] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5864d70-8949-47a7-9572-6778cd77ac63" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.165079] env[66979]: INFO networking_nsxv3.common.synchronization [None req-f77150c9-0acb-46db-833f-78010f89e4e5 tempest-ServerActionsTestOtherB-718778395 tempest-ServerActionsTestOtherB-718778395-project-member] Enqueued Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_rules [ 737.165721] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_rules [ 737.166646] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f72661a1-79ab-4976-a1a4-72f9ad7c40e3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.166954] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.167148] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.167669] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.167920] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.255549] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.255762] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.255762] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.256036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.256167] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.256363] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.256461] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.256533] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.256696] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.256785] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.256886] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 040ae308-b31f-4a0d-83b2-df89a2a69ca3 is going to be updated. [ 737.289042] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.289042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.289042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.289042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.289042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.297282] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 040ae308-b31f-4a0d-83b2-df89a2a69ca3 in Status: IN_PROGRESS for 2s [ 737.411238] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f83d3924-9f4a-4cf8-ac9a-8810327d5e64',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.604909] env[66979]: INFO networking_nsxv3.common.synchronization [None req-46d27444-b5b4-4135-86ce-6a05aedd8e2c tempest-ServerActionsTestOtherB-718778395 tempest-ServerActionsTestOtherB-718778395-project-member] Enqueued Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_rules [ 737.604909] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_rules [ 737.604909] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f72661a1-79ab-4976-a1a4-72f9ad7c40e3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.604909] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.693718] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.693718] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.693718] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.695566] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.696380] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.696380] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 already deleted. [ 737.696503] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.696757] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.696981] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.697361] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.757570] env[66979]: INFO networking_nsxv3.common.synchronization [None req-2dda5dce-04ec-4e70-be74-37815d6cb52d tempest-AttachInterfacesTestJSON-1699796385 tempest-AttachInterfacesTestJSON-1699796385-project-member] Enqueued Resource ID: eedad741-6a22-44f9-906d-da3a86714261 with Priority: HIGHEST for action security_group_rules [ 737.757570] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eedad741-6a22-44f9-906d-da3a86714261 with Priority: HIGHEST for action security_group_rules [ 737.757816] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eedad741-6a22-44f9-906d-da3a86714261 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.757942] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eedad741-6a22-44f9-906d-da3a86714261" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.758148] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eedad741-6a22-44f9-906d-da3a86714261" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.759163] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eedad741-6a22-44f9-906d-da3a86714261" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.759163] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eedad741-6a22-44f9-906d-da3a86714261',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.916240] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.919031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.919031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.919031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.919031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.919031] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f83d3924-9f4a-4cf8-ac9a-8810327d5e64 is going to be created. [ 737.945103] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.945308] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.945308] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.946119] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.946119] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.961329] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83d3924-9f4a-4cf8-ac9a-8810327d5e64 in Status: UNINITIALIZED for 2s [ 737.969756] env[66979]: INFO networking_nsxv3.common.synchronization [None req-279b879d-7746-42c2-80a2-ebcba9610d42 tempest-AttachInterfacesTestJSON-1699796385 tempest-AttachInterfacesTestJSON-1699796385-project-member] Enqueued Resource ID: eedad741-6a22-44f9-906d-da3a86714261 with Priority: HIGHEST for action security_group_rules [ 737.972690] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eedad741-6a22-44f9-906d-da3a86714261 with Priority: HIGHEST for action security_group_rules [ 737.972690] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eedad741-6a22-44f9-906d-da3a86714261 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.972690] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eedad741-6a22-44f9-906d-da3a86714261" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.224050] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.224050] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.224344] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.226227] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.227345] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.227345] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 already deleted. [ 738.227345] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.287246] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.287246] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.287246] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.287246] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.287246] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.287246] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eedad741-6a22-44f9-906d-da3a86714261 already deleted. [ 738.287246] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eedad741-6a22-44f9-906d-da3a86714261" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.287246] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eedad741-6a22-44f9-906d-da3a86714261" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.287246] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eedad741-6a22-44f9-906d-da3a86714261" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.287246] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eedad741-6a22-44f9-906d-da3a86714261',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.716488] env[66979]: INFO networking_nsxv3.common.synchronization [None req-ec7f198f-8cca-4ef2-b52d-d64ab9913f77 None None] Enqueued Resource ID: c2fcb7a8-b61d-4e23-8b1d-da600e670963 with Priority: HIGHEST for action port [ 738.717125] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2fcb7a8-b61d-4e23-8b1d-da600e670963 with Priority: HIGHEST for action port [ 738.717459] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-c2fcb7a8-b61d-4e23-8b1d-da600e670963 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.717589] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c2fcb7a8-b61d-4e23-8b1d-da600e670963" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.717728] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c2fcb7a8-b61d-4e23-8b1d-da600e670963" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.717917] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c2fcb7a8-b61d-4e23-8b1d-da600e670963" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.718010] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c2fcb7a8-b61d-4e23-8b1d-da600e670963',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.810050] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.810050] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.810050] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.810269] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.810303] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.810437] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eedad741-6a22-44f9-906d-da3a86714261 already deleted. [ 738.810529] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eedad741-6a22-44f9-906d-da3a86714261" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.972886] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: SUCCESS [ 738.973198] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 deletion is rescheduled due to dependency. [ 738.973281] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.225036] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c2fcb7a8-b61d-4e23-8b1d-da600e670963 [ 739.225036] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.225036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.225036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.225394] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.225394] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.225521] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c2fcb7a8-b61d-4e23-8b1d-da600e670963 already deleted. [ 739.225598] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c2fcb7a8-b61d-4e23-8b1d-da600e670963" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.308792] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 040ae308-b31f-4a0d-83b2-df89a2a69ca3 in Status: SUCCESS [ 739.308792] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 040ae308-b31f-4a0d-83b2-df89a2a69ca3 deletion is rescheduled due to dependency. [ 739.308792] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.973530] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83d3924-9f4a-4cf8-ac9a-8810327d5e64 in Status: SUCCESS [ 739.973948] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83d3924-9f4a-4cf8-ac9a-8810327d5e64" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.973948] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83d3924-9f4a-4cf8-ac9a-8810327d5e64" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.974255] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83d3924-9f4a-4cf8-ac9a-8810327d5e64" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.974333] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.974451] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.974517] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.974748] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.974748] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.974832] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83d3924-9f4a-4cf8-ac9a-8810327d5e64" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.975055] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f83d3924-9f4a-4cf8-ac9a-8810327d5e64',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.330991] env[66979]: INFO networking_nsxv3.common.synchronization [None req-646e646d-8736-42e6-8a35-51976fdafc91 None None] Enqueued Resource ID: cf73bc97-a5ea-482f-8180-41f08a7c6f15 with Priority: HIGHEST for action port [ 740.331386] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf73bc97-a5ea-482f-8180-41f08a7c6f15 with Priority: HIGHEST for action port [ 740.332153] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf73bc97-a5ea-482f-8180-41f08a7c6f15 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.332295] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf73bc97-a5ea-482f-8180-41f08a7c6f15" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.332365] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf73bc97-a5ea-482f-8180-41f08a7c6f15" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.332641] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf73bc97-a5ea-482f-8180-41f08a7c6f15" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.332725] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf73bc97-a5ea-482f-8180-41f08a7c6f15',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.477631] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83d3924-9f4a-4cf8-ac9a-8810327d5e64 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.477776] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83d3924-9f4a-4cf8-ac9a-8810327d5e64" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.477776] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83d3924-9f4a-4cf8-ac9a-8810327d5e64" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.477965] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83d3924-9f4a-4cf8-ac9a-8810327d5e64" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.478159] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.478265] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.478330] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.478646] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.478646] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.478729] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83d3924-9f4a-4cf8-ac9a-8810327d5e64" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.478907] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83d3924-9f4a-4cf8-ac9a-8810327d5e64 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.479032] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83d3924-9f4a-4cf8-ac9a-8810327d5e64" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.479088] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83d3924-9f4a-4cf8-ac9a-8810327d5e64" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.479237] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83d3924-9f4a-4cf8-ac9a-8810327d5e64" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.479374] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.479465] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.479531] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.480208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.480208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.480208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83d3924-9f4a-4cf8-ac9a-8810327d5e64" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.480208] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f83d3924-9f4a-4cf8-ac9a-8810327d5e64',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.835474] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf73bc97-a5ea-482f-8180-41f08a7c6f15 [ 740.835474] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.835474] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.835474] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.835474] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.835474] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.836704] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf73bc97-a5ea-482f-8180-41f08a7c6f15 already deleted. [ 740.836704] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf73bc97-a5ea-482f-8180-41f08a7c6f15" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.983362] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f83d3924-9f4a-4cf8-ac9a-8810327d5e64: rpc.has_security_group_logging(os_id): False [ 741.005841] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.005841] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.005841] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.005841] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.005841] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.005841] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.005841] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.005841] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.005841] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.007167] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.007167] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.007167] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.007167] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.007167] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.007167] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.007167] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.007167] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.007167] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.007167] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.007167] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.008543] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f83d3924-9f4a-4cf8-ac9a-8810327d5e64 is going to be created. [ 741.087773] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.088082] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.088082] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.088278] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.088436] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.102304] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f83d3924-9f4a-4cf8-ac9a-8810327d5e64 in Status: IN_PROGRESS for 2s [ 742.724349] env[66979]: INFO networking_nsxv3.common.synchronization [None req-150bfceb-beac-4922-97a5-6e1abfae2b1a tempest-ImagesOneServerNegativeTestJSON-79195247 tempest-ImagesOneServerNegativeTestJSON-79195247-project-member] Enqueued Resource ID: ed988337-d1ee-489a-a34c-f2ce8b9bbc13 with Priority: HIGHEST for action security_group_rules [ 742.725059] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed988337-d1ee-489a-a34c-f2ce8b9bbc13 with Priority: HIGHEST for action security_group_rules [ 742.725385] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed988337-d1ee-489a-a34c-f2ce8b9bbc13 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.725532] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed988337-d1ee-489a-a34c-f2ce8b9bbc13" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.725575] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed988337-d1ee-489a-a34c-f2ce8b9bbc13" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.725828] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed988337-d1ee-489a-a34c-f2ce8b9bbc13" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.726247] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed988337-d1ee-489a-a34c-f2ce8b9bbc13',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.861279] env[66979]: INFO networking_nsxv3.common.synchronization [None req-5e0c191b-139a-4bcb-bfe8-3c56664cc051 tempest-ImagesOneServerNegativeTestJSON-79195247 tempest-ImagesOneServerNegativeTestJSON-79195247-project-member] Enqueued Resource ID: ed988337-d1ee-489a-a34c-f2ce8b9bbc13 with Priority: HIGHEST for action security_group_rules [ 742.861972] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed988337-d1ee-489a-a34c-f2ce8b9bbc13 with Priority: HIGHEST for action security_group_rules [ 742.862334] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed988337-d1ee-489a-a34c-f2ce8b9bbc13 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.862558] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed988337-d1ee-489a-a34c-f2ce8b9bbc13" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.129220] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f83d3924-9f4a-4cf8-ac9a-8810327d5e64 in Status: SUCCESS [ 743.129544] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f83d3924-9f4a-4cf8-ac9a-8810327d5e64" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.158758] env[66979]: INFO networking_nsxv3.common.synchronization [None req-4235b1b4-6676-466d-a604-58a5c012a4e3 None None] Enqueued Resource ID: 79cc4d05-2d6b-4d63-83ed-b9b0a1129fcd with Priority: HIGHEST for action port [ 743.160919] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79cc4d05-2d6b-4d63-83ed-b9b0a1129fcd with Priority: HIGHEST for action port [ 743.161371] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-79cc4d05-2d6b-4d63-83ed-b9b0a1129fcd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.161504] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79cc4d05-2d6b-4d63-83ed-b9b0a1129fcd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.161634] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79cc4d05-2d6b-4d63-83ed-b9b0a1129fcd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.161887] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79cc4d05-2d6b-4d63-83ed-b9b0a1129fcd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.161997] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79cc4d05-2d6b-4d63-83ed-b9b0a1129fcd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.256952] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.257208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.257313] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.257592] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.257785] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.259289] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed988337-d1ee-489a-a34c-f2ce8b9bbc13 already deleted. [ 743.259289] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed988337-d1ee-489a-a34c-f2ce8b9bbc13" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.259289] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed988337-d1ee-489a-a34c-f2ce8b9bbc13" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.259289] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed988337-d1ee-489a-a34c-f2ce8b9bbc13" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.259289] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed988337-d1ee-489a-a34c-f2ce8b9bbc13',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.664760] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79cc4d05-2d6b-4d63-83ed-b9b0a1129fcd [ 743.666167] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.666167] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.666167] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.666167] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.666167] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.666167] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79cc4d05-2d6b-4d63-83ed-b9b0a1129fcd already deleted. [ 743.666167] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79cc4d05-2d6b-4d63-83ed-b9b0a1129fcd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.711324] env[66979]: INFO networking_nsxv3.common.synchronization [req-4e6b7742-422f-43aa-aa6c-ea99a4e577f1 req-53c9b691-c0d9-487b-8f51-f686a01b58b5 tempest-FloatingIPsAssociationTestJSON-2022475928 tempest-FloatingIPsAssociationTestJSON-2022475928-project-member] Enqueued Resource ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed with Priority: HIGHEST for action security_group_members [ 743.712424] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed with Priority: HIGHEST for action security_group_members [ 743.712746] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.712871] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.712944] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.713306] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.713663] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.713748] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.713820] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.714769] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.714769] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.714769] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6470684-9ca6-4b2e-bb9e-aa06f4e72fed',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.779348] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.779691] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.779691] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.779840] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.780111] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.780151] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed988337-d1ee-489a-a34c-f2ce8b9bbc13 already deleted. [ 743.780235] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed988337-d1ee-489a-a34c-f2ce8b9bbc13" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.076098] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-63 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.077161] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-63" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.077161] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-63" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.077161] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-63" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.077161] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.077411] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.077411] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.078030] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.078030] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.078030] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.078030] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 744.078217] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 744.078217] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 744.078277] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 744.078379] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 744.078505] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 744.100102] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 744.100424] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 744.100424] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 744.100619] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-63" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.100985] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-6485a872-e898-4057-ab18-59dd6eeb08a3 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.101252] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-6485a872-e898-4057-ab18-59dd6eeb08a3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.101346] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-6485a872-e898-4057-ab18-59dd6eeb08a3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.101706] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-6485a872-e898-4057-ab18-59dd6eeb08a3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.101838] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6485a872-e898-4057-ab18-59dd6eeb08a3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.217654] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.217884] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.218122] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.218383] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.218882] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.218882] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.219108] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.219108] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.219357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.219471] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.219656] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed already deleted. [ 744.219656] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.604525] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.604966] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.604966] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.605625] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.605625] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.605736] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 6485a872-e898-4057-ab18-59dd6eeb08a3 not found, creating... [ 744.606423] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.606423] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.606588] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.606766] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.606943] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.607343] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.607502] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.607625] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.607832] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.607961] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.608179] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 6485a872-e898-4057-ab18-59dd6eeb08a3 is going to be created. [ 744.628401] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.628647] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.628722] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.629093] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.629348] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.629584] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-6485a872-e898-4057-ab18-59dd6eeb08a3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.677855] env[66979]: INFO networking_nsxv3.common.synchronization [req-edb20379-0522-42de-b803-7fa8fc2cc527 req-0b3cf720-ba1a-4e41-a6b7-dd577b87e7f1 tempest-ServerRescueTestJSONUnderV235-344181711 tempest-ServerRescueTestJSONUnderV235-344181711-project-member] Enqueued Resource ID: b9218918-fcee-4786-9e37-b26af191e097 with Priority: HIGHEST for action security_group_members [ 744.678056] env[66979]: INFO networking_nsxv3.common.synchronization [req-edb20379-0522-42de-b803-7fa8fc2cc527 req-0b3cf720-ba1a-4e41-a6b7-dd577b87e7f1 tempest-ServerRescueTestJSONUnderV235-344181711 tempest-ServerRescueTestJSONUnderV235-344181711-project-member] Enqueued Resource ID: 6a8735fe-803f-46cf-8d79-76f8fca647f1 with Priority: HIGHEST for action security_group_members [ 744.678615] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9218918-fcee-4786-9e37-b26af191e097 with Priority: HIGHEST for action security_group_members [ 744.678960] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a8735fe-803f-46cf-8d79-76f8fca647f1 with Priority: HIGHEST for action security_group_members [ 744.679277] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9218918-fcee-4786-9e37-b26af191e097 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.679402] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.679471] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.679668] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.679818] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.679919] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.679974] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.680131] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.680273] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.680317] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9218918-fcee-4786-9e37-b26af191e097',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.681123] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a8735fe-803f-46cf-8d79-76f8fca647f1 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.681288] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a8735fe-803f-46cf-8d79-76f8fca647f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.681364] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a8735fe-803f-46cf-8d79-76f8fca647f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.681569] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a8735fe-803f-46cf-8d79-76f8fca647f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.681713] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.681804] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.681864] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.682035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.682117] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.682203] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a8735fe-803f-46cf-8d79-76f8fca647f1',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.728818] env[66979]: INFO networking_nsxv3.common.synchronization [req-edb20379-0522-42de-b803-7fa8fc2cc527 req-0b3cf720-ba1a-4e41-a6b7-dd577b87e7f1 tempest-ServerRescueTestJSONUnderV235-344181711 tempest-ServerRescueTestJSONUnderV235-344181711-project-member] Enqueued Resource ID: 6a8735fe-803f-46cf-8d79-76f8fca647f1 with Priority: HIGHEST for action security_group_rules [ 744.729015] env[66979]: INFO networking_nsxv3.common.synchronization [req-edb20379-0522-42de-b803-7fa8fc2cc527 req-0b3cf720-ba1a-4e41-a6b7-dd577b87e7f1 tempest-ServerRescueTestJSONUnderV235-344181711 tempest-ServerRescueTestJSONUnderV235-344181711-project-member] Enqueued Resource ID: 6a8735fe-803f-46cf-8d79-76f8fca647f1 with Priority: HIGHEST for action security_group_members [ 744.729167] env[66979]: INFO networking_nsxv3.common.synchronization [req-edb20379-0522-42de-b803-7fa8fc2cc527 req-0b3cf720-ba1a-4e41-a6b7-dd577b87e7f1 tempest-ServerRescueTestJSONUnderV235-344181711 tempest-ServerRescueTestJSONUnderV235-344181711-project-member] Enqueued Resource ID: b9218918-fcee-4786-9e37-b26af191e097 with Priority: HIGHEST for action security_group_rules [ 744.729290] env[66979]: INFO networking_nsxv3.common.synchronization [req-edb20379-0522-42de-b803-7fa8fc2cc527 req-0b3cf720-ba1a-4e41-a6b7-dd577b87e7f1 tempest-ServerRescueTestJSONUnderV235-344181711 tempest-ServerRescueTestJSONUnderV235-344181711-project-member] Enqueued Resource ID: b9218918-fcee-4786-9e37-b26af191e097 with Priority: HIGHEST for action security_group_members [ 744.729413] env[66979]: INFO networking_nsxv3.common.synchronization [req-edb20379-0522-42de-b803-7fa8fc2cc527 req-0b3cf720-ba1a-4e41-a6b7-dd577b87e7f1 tempest-ServerRescueTestJSONUnderV235-344181711 tempest-ServerRescueTestJSONUnderV235-344181711-project-member] Enqueued Resource ID: 0e543d67-11be-4f29-8d8c-a24aa1d4a3b4 with Priority: HIGHEST for action port [ 744.729927] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a8735fe-803f-46cf-8d79-76f8fca647f1 with Priority: HIGHEST for action security_group_rules [ 744.730330] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9218918-fcee-4786-9e37-b26af191e097 with Priority: HIGHEST for action security_group_rules [ 744.730505] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e543d67-11be-4f29-8d8c-a24aa1d4a3b4 with Priority: HIGHEST for action port [ 744.730616] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a8735fe-803f-46cf-8d79-76f8fca647f1 with Priority: HIGHEST for action security_group_members [ 744.730707] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9218918-fcee-4786-9e37-b26af191e097 with Priority: HIGHEST for action security_group_members [ 744.731007] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a8735fe-803f-46cf-8d79-76f8fca647f1 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.731202] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a8735fe-803f-46cf-8d79-76f8fca647f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.731321] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a8735fe-803f-46cf-8d79-76f8fca647f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.731682] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a8735fe-803f-46cf-8d79-76f8fca647f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.731815] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a8735fe-803f-46cf-8d79-76f8fca647f1',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.733650] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9218918-fcee-4786-9e37-b26af191e097 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.733821] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.733925] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.734389] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.734514] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9218918-fcee-4786-9e37-b26af191e097',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.735914] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e543d67-11be-4f29-8d8c-a24aa1d4a3b4 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.736037] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e543d67-11be-4f29-8d8c-a24aa1d4a3b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.736102] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e543d67-11be-4f29-8d8c-a24aa1d4a3b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.736381] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e543d67-11be-4f29-8d8c-a24aa1d4a3b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.736939] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e543d67-11be-4f29-8d8c-a24aa1d4a3b4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.737788] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a8735fe-803f-46cf-8d79-76f8fca647f1 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.737788] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a8735fe-803f-46cf-8d79-76f8fca647f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.737940] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9218918-fcee-4786-9e37-b26af191e097 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.738042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.186179] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9218918-fcee-4786-9e37-b26af191e097',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.186179] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a8735fe-803f-46cf-8d79-76f8fca647f1',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.234832] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a8735fe-803f-46cf-8d79-76f8fca647f1 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.235038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a8735fe-803f-46cf-8d79-76f8fca647f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.236889] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9218918-fcee-4786-9e37-b26af191e097 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.237068] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.238446] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e543d67-11be-4f29-8d8c-a24aa1d4a3b4 with status ACTIVE [ 745.238637] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.238745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.238804] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.239064] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.239177] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.239377] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.239870] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.239870] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.239870] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.239870] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.240460] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.240739] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.240873] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.241037] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.241137] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.241306] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e543d67-11be-4f29-8d8c-a24aa1d4a3b4 is going to be updated. [ 745.267811] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.268023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.268023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.268192] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.268337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.268508] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e543d67-11be-4f29-8d8c-a24aa1d4a3b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.414408] env[66979]: INFO networking_nsxv3.common.synchronization [req-4e6b7742-422f-43aa-aa6c-ea99a4e577f1 req-f866d6bf-b39e-4bea-9eee-5f52c2eb9c60 service nova] Enqueued Resource ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed with Priority: HIGHEST for action security_group_rules [ 745.414660] env[66979]: INFO networking_nsxv3.common.synchronization [req-4e6b7742-422f-43aa-aa6c-ea99a4e577f1 req-f866d6bf-b39e-4bea-9eee-5f52c2eb9c60 service nova] Enqueued Resource ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed with Priority: HIGHEST for action security_group_members [ 745.414860] env[66979]: INFO networking_nsxv3.common.synchronization [req-4e6b7742-422f-43aa-aa6c-ea99a4e577f1 req-f866d6bf-b39e-4bea-9eee-5f52c2eb9c60 service nova] Enqueued Resource ID: 6485a872-e898-4057-ab18-59dd6eeb08a3 with Priority: HIGHEST for action port [ 745.415481] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed with Priority: HIGHEST for action security_group_rules [ 745.415666] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed with Priority: HIGHEST for action security_group_members [ 745.415825] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6485a872-e898-4057-ab18-59dd6eeb08a3 with Priority: HIGHEST for action port [ 745.416781] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.416965] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.417093] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.417426] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.417613] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6470684-9ca6-4b2e-bb9e-aa06f4e72fed',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.419352] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.419689] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.419764] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.419957] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.420270] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.420785] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.420860] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.421035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.421124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.421228] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6470684-9ca6-4b2e-bb9e-aa06f4e72fed',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.422484] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-6485a872-e898-4057-ab18-59dd6eeb08a3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.427043] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6485a872-e898-4057-ab18-59dd6eeb08a3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.427175] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6485a872-e898-4057-ab18-59dd6eeb08a3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.427590] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6485a872-e898-4057-ab18-59dd6eeb08a3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.428556] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6485a872-e898-4057-ab18-59dd6eeb08a3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.688494] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9218918-fcee-4786-9e37-b26af191e097',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.689448] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a8735fe-803f-46cf-8d79-76f8fca647f1',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.920545] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.920699] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.923147] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6470684-9ca6-4b2e-bb9e-aa06f4e72fed',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.931089] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6485a872-e898-4057-ab18-59dd6eeb08a3 with status ACTIVE [ 745.931542] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.931542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.931542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.932327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.932327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.932327] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.932327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.932327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.932327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.932560] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.932560] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.932638] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.932763] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.932815] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.933202] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.933202] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6485a872-e898-4057-ab18-59dd6eeb08a3 is going to be updated. [ 745.956241] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.956606] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.956667] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.957071] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.957274] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.958052] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6485a872-e898-4057-ab18-59dd6eeb08a3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.191709] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.192045] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.192045] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.192213] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.192338] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.192461] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9218918-fcee-4786-9e37-b26af191e097 is going to be updated. [ 746.193911] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.194090] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.194168] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.194357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.194470] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.194528] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a8735fe-803f-46cf-8d79-76f8fca647f1 is going to be created. [ 746.230908] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.231065] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.231179] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.231916] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.231916] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.235278] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.235428] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.235428] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.235637] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.236175] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.246097] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a8735fe-803f-46cf-8d79-76f8fca647f1 in Status: UNINITIALIZED for 2s [ 746.248405] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9218918-fcee-4786-9e37-b26af191e097 in Status: IN_PROGRESS for 2s [ 746.426541] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6470684-9ca6-4b2e-bb9e-aa06f4e72fed',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.897983] env[66979]: INFO networking_nsxv3.common.synchronization [req-e7f978d2-55f6-48f4-8621-c1638a6dd7a1 req-98529f60-fb4f-4a0e-8295-d33b462e6bbd tempest-ServerRescueTestJSONUnderV235-344181711 tempest-ServerRescueTestJSONUnderV235-344181711-project-member] Enqueued Resource ID: b9218918-fcee-4786-9e37-b26af191e097 with Priority: HIGHEST for action security_group_members [ 746.897983] env[66979]: INFO networking_nsxv3.common.synchronization [req-e7f978d2-55f6-48f4-8621-c1638a6dd7a1 req-98529f60-fb4f-4a0e-8295-d33b462e6bbd tempest-ServerRescueTestJSONUnderV235-344181711 tempest-ServerRescueTestJSONUnderV235-344181711-project-member] Enqueued Resource ID: 6a8735fe-803f-46cf-8d79-76f8fca647f1 with Priority: HIGHEST for action security_group_members [ 746.899101] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9218918-fcee-4786-9e37-b26af191e097 with Priority: HIGHEST for action security_group_members [ 746.899101] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a8735fe-803f-46cf-8d79-76f8fca647f1 with Priority: HIGHEST for action security_group_members [ 746.901471] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9218918-fcee-4786-9e37-b26af191e097 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.901471] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.901471] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a8735fe-803f-46cf-8d79-76f8fca647f1 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.901471] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a8735fe-803f-46cf-8d79-76f8fca647f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.933841] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.933841] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.933841] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.934227] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.934227] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.934227] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed is going to be created. [ 746.955685] env[66979]: INFO networking_nsxv3.common.synchronization [req-e7f978d2-55f6-48f4-8621-c1638a6dd7a1 req-98529f60-fb4f-4a0e-8295-d33b462e6bbd tempest-ServerRescueTestJSONUnderV235-344181711 tempest-ServerRescueTestJSONUnderV235-344181711-project-member] Enqueued Resource ID: b9218918-fcee-4786-9e37-b26af191e097 with Priority: HIGHEST for action security_group_rules [ 746.955920] env[66979]: INFO networking_nsxv3.common.synchronization [req-e7f978d2-55f6-48f4-8621-c1638a6dd7a1 req-98529f60-fb4f-4a0e-8295-d33b462e6bbd tempest-ServerRescueTestJSONUnderV235-344181711 tempest-ServerRescueTestJSONUnderV235-344181711-project-member] Enqueued Resource ID: b9218918-fcee-4786-9e37-b26af191e097 with Priority: HIGHEST for action security_group_members [ 746.956117] env[66979]: INFO networking_nsxv3.common.synchronization [req-e7f978d2-55f6-48f4-8621-c1638a6dd7a1 req-98529f60-fb4f-4a0e-8295-d33b462e6bbd tempest-ServerRescueTestJSONUnderV235-344181711 tempest-ServerRescueTestJSONUnderV235-344181711-project-member] Enqueued Resource ID: 0e543d67-11be-4f29-8d8c-a24aa1d4a3b4 with Priority: HIGHEST for action port [ 746.956762] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9218918-fcee-4786-9e37-b26af191e097 with Priority: HIGHEST for action security_group_rules [ 746.957131] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9218918-fcee-4786-9e37-b26af191e097 with Priority: HIGHEST for action security_group_members [ 746.957131] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e543d67-11be-4f29-8d8c-a24aa1d4a3b4 with Priority: HIGHEST for action port [ 746.957828] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9218918-fcee-4786-9e37-b26af191e097 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.957828] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.957828] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9218918-fcee-4786-9e37-b26af191e097 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.957828] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.958077] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e543d67-11be-4f29-8d8c-a24aa1d4a3b4 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.958077] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e543d67-11be-4f29-8d8c-a24aa1d4a3b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.958149] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e543d67-11be-4f29-8d8c-a24aa1d4a3b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.958367] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e543d67-11be-4f29-8d8c-a24aa1d4a3b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.958471] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e543d67-11be-4f29-8d8c-a24aa1d4a3b4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.962661] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.962813] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.962847] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.963068] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.963230] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.979039] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed in Status: UNINITIALIZED for 2s [ 747.465933] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e543d67-11be-4f29-8d8c-a24aa1d4a3b4 with status ACTIVE [ 747.467710] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.467710] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.467710] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.469046] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.469046] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.469046] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.469046] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.469046] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.469046] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.469349] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.469393] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.470912] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.470912] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.470912] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.470912] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.470912] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e543d67-11be-4f29-8d8c-a24aa1d4a3b4 is going to be updated. [ 747.502611] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.502611] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.502611] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.502611] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.502611] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.503380] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e543d67-11be-4f29-8d8c-a24aa1d4a3b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.600225] env[66979]: INFO networking_nsxv3.common.synchronization [req-f0a68cce-bcc4-4c8a-8078-01bd5c4b60c5 req-97b1aeb8-4352-4a7b-a0ff-1e9a29cd3f0c tempest-InstanceActionsNegativeTestJSON-16928782 tempest-InstanceActionsNegativeTestJSON-16928782-project-member] Enqueued Resource ID: 4af7947c-d5a7-47c9-898c-ab741c32f89a with Priority: HIGHEST for action security_group_members [ 747.601885] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af7947c-d5a7-47c9-898c-ab741c32f89a with Priority: HIGHEST for action security_group_members [ 747.602127] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af7947c-d5a7-47c9-898c-ab741c32f89a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.602261] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.602329] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.602599] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.602767] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.602871] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.602936] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.603134] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.603223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.603345] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4af7947c-d5a7-47c9-898c-ab741c32f89a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.989960] env[66979]: INFO networking_nsxv3.common.synchronization [req-203d6cf8-8ac0-4588-8b99-a7ef06496534 req-7dae3bc1-7243-4489-a9e4-500b11a0099e tempest-AttachInterfacesUnderV243Test-729095847 tempest-AttachInterfacesUnderV243Test-729095847-project-member] Enqueued Resource ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 with Priority: HIGHEST for action security_group_members [ 747.990317] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 with Priority: HIGHEST for action security_group_members [ 747.990793] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.991034] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.991096] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.991398] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.991630] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.991788] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.991891] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.992153] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.992296] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.992445] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1cadf4a-2363-4923-90ae-2f4cab45bfc3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.014461] env[66979]: INFO networking_nsxv3.common.synchronization [req-203d6cf8-8ac0-4588-8b99-a7ef06496534 req-7dae3bc1-7243-4489-a9e4-500b11a0099e tempest-AttachInterfacesUnderV243Test-729095847 tempest-AttachInterfacesUnderV243Test-729095847-project-member] Enqueued Resource ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 with Priority: HIGHEST for action security_group_rules [ 748.014743] env[66979]: INFO networking_nsxv3.common.synchronization [req-203d6cf8-8ac0-4588-8b99-a7ef06496534 req-7dae3bc1-7243-4489-a9e4-500b11a0099e tempest-AttachInterfacesUnderV243Test-729095847 tempest-AttachInterfacesUnderV243Test-729095847-project-member] Enqueued Resource ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 with Priority: HIGHEST for action security_group_members [ 748.015082] env[66979]: INFO networking_nsxv3.common.synchronization [req-203d6cf8-8ac0-4588-8b99-a7ef06496534 req-7dae3bc1-7243-4489-a9e4-500b11a0099e tempest-AttachInterfacesUnderV243Test-729095847 tempest-AttachInterfacesUnderV243Test-729095847-project-member] Enqueued Resource ID: 323b8339-02a6-49b7-a49e-d75812b5cedd with Priority: HIGHEST for action port [ 748.015947] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 with Priority: HIGHEST for action security_group_rules [ 748.016036] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 with Priority: HIGHEST for action security_group_members [ 748.016168] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323b8339-02a6-49b7-a49e-d75812b5cedd with Priority: HIGHEST for action port [ 748.016575] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1cadf4a-2363-4923-90ae-2f4cab45bfc3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.016729] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.016901] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.017248] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.017342] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1cadf4a-2363-4923-90ae-2f4cab45bfc3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.018244] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.018343] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.018540] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-323b8339-02a6-49b7-a49e-d75812b5cedd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.019516] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-323b8339-02a6-49b7-a49e-d75812b5cedd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.019516] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-323b8339-02a6-49b7-a49e-d75812b5cedd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.019516] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-323b8339-02a6-49b7-a49e-d75812b5cedd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.019516] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('323b8339-02a6-49b7-a49e-d75812b5cedd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.075453] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.075663] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-912" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.075783] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-912" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.076134] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-912" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.076598] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.076768] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.076895] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.077192] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.077342] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.077557] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.077666] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.077769] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.077869] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.077971] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.078094] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.078229] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 748.097474] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 748.097681] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 748.097882] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 748.098072] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-912" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.098423] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-f74cddbe-f23f-4ffc-8134-06bd08efa502 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.098623] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-f74cddbe-f23f-4ffc-8134-06bd08efa502" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.098761] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-f74cddbe-f23f-4ffc-8134-06bd08efa502" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.099216] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-f74cddbe-f23f-4ffc-8134-06bd08efa502" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.099411] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f74cddbe-f23f-4ffc-8134-06bd08efa502',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.105202] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.105465] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.105465] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.105614] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.105703] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.105894] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.105992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.106064] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.106212] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.106286] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.106371] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af7947c-d5a7-47c9-898c-ab741c32f89a already deleted. [ 748.106450] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.258195] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a8735fe-803f-46cf-8d79-76f8fca647f1 in Status: SUCCESS [ 748.259196] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a8735fe-803f-46cf-8d79-76f8fca647f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.259873] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a8735fe-803f-46cf-8d79-76f8fca647f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.260556] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a8735fe-803f-46cf-8d79-76f8fca647f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.262381] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.262381] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.262381] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.262551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.262657] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.262884] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a8735fe-803f-46cf-8d79-76f8fca647f1',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.264409] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9218918-fcee-4786-9e37-b26af191e097 in Status: SUCCESS [ 748.264617] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.264820] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.265720] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.266053] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.266296] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.266859] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.267261] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.269301] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.269301] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9218918-fcee-4786-9e37-b26af191e097',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.495771] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1cadf4a-2363-4923-90ae-2f4cab45bfc3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.521610] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.521803] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.522106] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 323b8339-02a6-49b7-a49e-d75812b5cedd with status ACTIVE [ 748.522372] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.522505] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.522580] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.522822] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.522916] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.523134] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.523280] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.523316] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.523482] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.523566] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.523801] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.523917] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.523995] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.525195] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.525361] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.525982] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 323b8339-02a6-49b7-a49e-d75812b5cedd is going to be updated. [ 748.551636] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.551870] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.551912] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.552142] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.552286] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.552452] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-323b8339-02a6-49b7-a49e-d75812b5cedd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.602076] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.602076] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.602640] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.602640] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.602640] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.602843] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port f74cddbe-f23f-4ffc-8134-06bd08efa502 not found, creating... [ 748.604121] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.604121] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.604121] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.604121] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.604121] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.604493] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.604749] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.606959] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.606959] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.606959] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.606959] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: f74cddbe-f23f-4ffc-8134-06bd08efa502 is going to be created. [ 748.636822] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.636822] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.637096] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.637236] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.637519] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.637903] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-f74cddbe-f23f-4ffc-8134-06bd08efa502" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.770558] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.770722] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.770824] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.771014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.771119] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.771582] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.771582] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.771582] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.771741] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.771741] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.771795] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a8735fe-803f-46cf-8d79-76f8fca647f1 is going to be deleted. [ 748.773170] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9218918-fcee-4786-9e37-b26af191e097',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.828035] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.828035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.828035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.828035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.828035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.828035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a8735fe-803f-46cf-8d79-76f8fca647f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.828035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a8735fe-803f-46cf-8d79-76f8fca647f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.828035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a8735fe-803f-46cf-8d79-76f8fca647f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.828035] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.828035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.828035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.828618] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.828618] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.828618] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a8735fe-803f-46cf-8d79-76f8fca647f1',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.989377] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed in Status: SUCCESS [ 748.991035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.991450] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.991730] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.992126] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.992126] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.992329] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.992329] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.992437] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.992492] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.992566] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6470684-9ca6-4b2e-bb9e-aa06f4e72fed',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.998362] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1cadf4a-2363-4923-90ae-2f4cab45bfc3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.275070] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9218918-fcee-4786-9e37-b26af191e097',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.332580] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.334548] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.335426] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.335426] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.335426] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.335715] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.335928] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.336061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.336653] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.336849] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.337026] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a8735fe-803f-46cf-8d79-76f8fca647f1 already deleted. [ 749.337144] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a8735fe-803f-46cf-8d79-76f8fca647f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.337312] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a8735fe-803f-46cf-8d79-76f8fca647f1',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.339100] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a8735fe-803f-46cf-8d79-76f8fca647f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.339380] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a8735fe-803f-46cf-8d79-76f8fca647f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.339645] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.339813] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.340057] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.340289] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.340435] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.340585] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a8735fe-803f-46cf-8d79-76f8fca647f1',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.495399] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.495515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.495557] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.495773] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.495976] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.496249] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.496249] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.496311] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.497654] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.497654] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.497654] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.497654] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.497654] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.497654] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.497654] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.497654] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.497654] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.497654] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.497654] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.497654] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.498130] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6470684-9ca6-4b2e-bb9e-aa06f4e72fed',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.503046] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.503046] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.503046] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.503350] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.503350] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.503741] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 is going to be updated. [ 749.528550] env[66979]: INFO networking_nsxv3.common.synchronization [req-f0a68cce-bcc4-4c8a-8078-01bd5c4b60c5 req-d508ce2c-cf16-4cc5-b9a5-7a4184b01426 service nova] Enqueued Resource ID: 4af7947c-d5a7-47c9-898c-ab741c32f89a with Priority: HIGHEST for action security_group_rules [ 749.528784] env[66979]: INFO networking_nsxv3.common.synchronization [req-f0a68cce-bcc4-4c8a-8078-01bd5c4b60c5 req-d508ce2c-cf16-4cc5-b9a5-7a4184b01426 service nova] Enqueued Resource ID: 4af7947c-d5a7-47c9-898c-ab741c32f89a with Priority: HIGHEST for action security_group_members [ 749.528926] env[66979]: INFO networking_nsxv3.common.synchronization [req-f0a68cce-bcc4-4c8a-8078-01bd5c4b60c5 req-d508ce2c-cf16-4cc5-b9a5-7a4184b01426 service nova] Enqueued Resource ID: f74cddbe-f23f-4ffc-8134-06bd08efa502 with Priority: HIGHEST for action port [ 749.531561] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af7947c-d5a7-47c9-898c-ab741c32f89a with Priority: HIGHEST for action security_group_rules [ 749.531561] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af7947c-d5a7-47c9-898c-ab741c32f89a with Priority: HIGHEST for action security_group_members [ 749.531561] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f74cddbe-f23f-4ffc-8134-06bd08efa502 with Priority: HIGHEST for action port [ 749.531892] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4af7947c-d5a7-47c9-898c-ab741c32f89a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.531892] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.531892] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.532248] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.532379] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4af7947c-d5a7-47c9-898c-ab741c32f89a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.533393] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af7947c-d5a7-47c9-898c-ab741c32f89a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.533529] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.533529] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.533893] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.534243] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.534430] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.534528] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.534753] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.535129] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.535527] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4af7947c-d5a7-47c9-898c-ab741c32f89a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.539079] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-f74cddbe-f23f-4ffc-8134-06bd08efa502 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.539079] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f74cddbe-f23f-4ffc-8134-06bd08efa502" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.539079] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f74cddbe-f23f-4ffc-8134-06bd08efa502" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.539079] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f74cddbe-f23f-4ffc-8134-06bd08efa502" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.539079] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f74cddbe-f23f-4ffc-8134-06bd08efa502',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.544623] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.544816] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.544944] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.545449] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.545449] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.556983] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 in Status: IN_PROGRESS for 2s [ 749.778086] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.778203] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.778253] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.778463] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.780182] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.780182] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9218918-fcee-4786-9e37-b26af191e097 is going to be updated. [ 749.816634] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.817120] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.817120] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.817323] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.817465] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.829032] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9218918-fcee-4786-9e37-b26af191e097 in Status: IN_PROGRESS for 2s [ 749.843053] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a8735fe-803f-46cf-8d79-76f8fca647f1',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.844568] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.844788] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.844973] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.845212] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.845400] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.845698] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.845842] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.846006] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.846269] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.846391] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.846579] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a8735fe-803f-46cf-8d79-76f8fca647f1 already deleted. [ 749.846744] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a8735fe-803f-46cf-8d79-76f8fca647f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.001541] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6470684-9ca6-4b2e-bb9e-aa06f4e72fed: rpc.has_security_group_logging(os_id): False [ 750.022955] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.023114] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.023188] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.023401] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.023491] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.023676] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.023775] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.023838] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.024039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.024163] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.024364] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.024449] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.024514] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.024669] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.024743] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.024977] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.025051] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.025216] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.025522] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.025522] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.025588] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed is going to be created. [ 750.040138] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af7947c-d5a7-47c9-898c-ab741c32f89a taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.040411] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.040646] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4af7947c-d5a7-47c9-898c-ab741c32f89a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.042651] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f74cddbe-f23f-4ffc-8134-06bd08efa502 with status ACTIVE [ 750.043305] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.043855] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.043855] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.043855] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.044182] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.044469] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.044678] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.046191] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.046191] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.046191] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.046191] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.046191] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.046191] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.046191] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.046191] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.046191] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f74cddbe-f23f-4ffc-8134-06bd08efa502 is going to be updated. [ 750.071073] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.071246] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.071285] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.071508] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.071642] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.071799] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f74cddbe-f23f-4ffc-8134-06bd08efa502" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.105224] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.105355] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.105422] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.105622] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.105794] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.122663] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed in Status: IN_PROGRESS for 2s [ 750.349426] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a8735fe-803f-46cf-8d79-76f8fca647f1: rpc.has_security_group_logging(os_id): False [ 750.369279] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.369364] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.369438] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.369635] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.369729] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.369963] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.370077] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.370161] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.370290] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.370366] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.370453] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a8735fe-803f-46cf-8d79-76f8fca647f1 is going to be created. [ 750.395742] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/6a8735fe-803f-46cf-8d79-76f8fca647f1], does not exist path=[/infra/domains/default/groups/6a8735fe-803f-46cf-8d79-76f8fca647f1]."\n}' [ 750.395742] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a8735fe-803f-46cf-8d79-76f8fca647f1 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6a8735fe-803f-46cf-8d79-76f8fca647f1 [ 750.395742] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 750.442437] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.442437] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.442437] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.442437] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.443609] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.444620] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.444620] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.444620] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.444620] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.444620] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.444620] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.445067] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.445067] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.445067] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.445067] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.445067] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a8735fe-803f-46cf-8d79-76f8fca647f1 is going to be created. [ 750.467584] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/6a8735fe-803f-46cf-8d79-76f8fca647f1], does not exist path=[/infra/domains/default/groups/6a8735fe-803f-46cf-8d79-76f8fca647f1]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6a8735fe-803f-46cf-8d79-76f8fca647f1 [ 750.467584] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a8735fe-803f-46cf-8d79-76f8fca647f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.467890] env[66979]: Traceback (most recent call last): [ 750.467934] env[66979]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 750.467934] env[66979]: return func(*args, **kwargs) [ 750.467934] env[66979]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 750.467934] env[66979]: res.raise_for_status() [ 750.467934] env[66979]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 750.467934] env[66979]: raise HTTPError(http_error_msg, response=self) [ 750.467934] env[66979]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6a8735fe-803f-46cf-8d79-76f8fca647f1 [ 750.467934] env[66979]: During handling of the above exception, another exception occurred: [ 750.467934] env[66979]: Traceback (most recent call last): [ 750.467934] env[66979]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 750.467934] env[66979]: listener.cb(fileno) [ 750.468279] env[66979]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 750.468279] env[66979]: result = function(*args, **kwargs) [ 750.468279] env[66979]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 750.468279] env[66979]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 750.468279] env[66979]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 750.468279] env[66979]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 750.468279] env[66979]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 750.468279] env[66979]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 750.468279] env[66979]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 750.468279] env[66979]: res.raise_for_status() [ 750.468279] env[66979]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 750.468279] env[66979]: raise HTTPError(http_error_msg, response=self) [ 750.468279] env[66979]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6a8735fe-803f-46cf-8d79-76f8fca647f1 [ 750.468279] env[66979]: Removing descriptor: 5 [ 750.550684] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4af7947c-d5a7-47c9-898c-ab741c32f89a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.053373] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.053536] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.053612] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.053840] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.053928] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.054066] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af7947c-d5a7-47c9-898c-ab741c32f89a is going to be created. [ 751.081440] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.081627] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.081710] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.081958] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.082183] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.093902] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af7947c-d5a7-47c9-898c-ab741c32f89a in Status: UNINITIALIZED for 2s [ 751.569253] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 in Status: SUCCESS [ 751.569253] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.569253] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.569253] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.569253] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.569253] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.569253] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.569253] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.569253] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.569253] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1cadf4a-2363-4923-90ae-2f4cab45bfc3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.841757] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9218918-fcee-4786-9e37-b26af191e097 in Status: SUCCESS [ 751.842054] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.842291] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.842544] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.844310] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.844310] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.844310] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.844310] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.844310] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.844310] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.844310] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9218918-fcee-4786-9e37-b26af191e097',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.845457] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.845560] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.845722] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.845836] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.845989] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.846072] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.846114] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.846214] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9218918-fcee-4786-9e37-b26af191e097',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.073911] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1cadf4a-2363-4923-90ae-2f4cab45bfc3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.135374] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed in Status: SUCCESS [ 752.135615] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.347028] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9218918-fcee-4786-9e37-b26af191e097 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.347028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.350326] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9218918-fcee-4786-9e37-b26af191e097',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.482708] env[66979]: INFO networking_nsxv3.common.synchronization [None req-d1965fdf-fa30-4390-9b57-49267ba0febe None None] Enqueued Resource ID: 6d263849-5ae5-4c97-820e-ca76b95043d1 with Priority: HIGHEST for action port [ 752.483031] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d263849-5ae5-4c97-820e-ca76b95043d1 with Priority: HIGHEST for action port [ 752.483400] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d263849-5ae5-4c97-820e-ca76b95043d1 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.483553] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d263849-5ae5-4c97-820e-ca76b95043d1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.483602] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d263849-5ae5-4c97-820e-ca76b95043d1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.484524] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d263849-5ae5-4c97-820e-ca76b95043d1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.484524] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d263849-5ae5-4c97-820e-ca76b95043d1',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.577267] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1cadf4a-2363-4923-90ae-2f4cab45bfc3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.853309] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9218918-fcee-4786-9e37-b26af191e097',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.987695] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d263849-5ae5-4c97-820e-ca76b95043d1 [ 752.988045] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.988187] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.988294] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.991470] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.991470] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.991470] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d263849-5ae5-4c97-820e-ca76b95043d1 already deleted. [ 752.991470] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d263849-5ae5-4c97-820e-ca76b95043d1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.083772] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.083863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.083946] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.086097] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.086097] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.086097] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 is going to be updated. [ 753.105869] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af7947c-d5a7-47c9-898c-ab741c32f89a in Status: SUCCESS [ 753.105869] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.106079] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.106334] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.106528] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.106693] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.106750] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.106941] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.107077] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.107213] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.107369] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4af7947c-d5a7-47c9-898c-ab741c32f89a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.143694] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.143694] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.143694] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.147188] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.147188] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.157689] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 in Status: IN_PROGRESS for 2s [ 753.358971] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.358971] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.358971] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.358971] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.358971] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.358971] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9218918-fcee-4786-9e37-b26af191e097 is going to be updated. [ 753.390513] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.390678] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.390753] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.390994] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.391169] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.401573] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9218918-fcee-4786-9e37-b26af191e097 in Status: IN_PROGRESS for 2s [ 753.610215] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af7947c-d5a7-47c9-898c-ab741c32f89a taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.610494] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.610607] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.610849] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.611133] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.611259] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.611333] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.611494] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.611601] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.611719] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.611837] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af7947c-d5a7-47c9-898c-ab741c32f89a taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.611929] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.611989] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.612146] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.612281] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.612368] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.612428] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.612603] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.612646] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.612702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.612790] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4af7947c-d5a7-47c9-898c-ab741c32f89a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.117740] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4af7947c-d5a7-47c9-898c-ab741c32f89a: rpc.has_security_group_logging(os_id): False [ 754.140093] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.140384] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.140496] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.141285] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.141285] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.141285] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.141285] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.141285] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.141822] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.141822] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.141822] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.141822] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.141822] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.141979] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.142202] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.142424] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.142529] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.143036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.143036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.143036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.143036] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4af7947c-d5a7-47c9-898c-ab741c32f89a is going to be created. [ 754.231023] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.231023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.231023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.231023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.231023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.247227] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4af7947c-d5a7-47c9-898c-ab741c32f89a in Status: IN_PROGRESS for 2s [ 754.645221] env[66979]: INFO networking_nsxv3.common.synchronization [None req-892a434e-5233-49a6-9cd9-1597b7641571 None None] Enqueued Resource ID: 4a8d78a8-7d9f-45b8-bf95-16048aae6007 with Priority: HIGHEST for action port [ 754.645221] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a8d78a8-7d9f-45b8-bf95-16048aae6007 with Priority: HIGHEST for action port [ 754.645221] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a8d78a8-7d9f-45b8-bf95-16048aae6007 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.645221] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a8d78a8-7d9f-45b8-bf95-16048aae6007" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.645221] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a8d78a8-7d9f-45b8-bf95-16048aae6007" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.645221] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a8d78a8-7d9f-45b8-bf95-16048aae6007" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.645221] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a8d78a8-7d9f-45b8-bf95-16048aae6007',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.148088] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a8d78a8-7d9f-45b8-bf95-16048aae6007 [ 755.148272] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.148465] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.148568] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.148871] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.148985] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.149184] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a8d78a8-7d9f-45b8-bf95-16048aae6007 already deleted. [ 755.149231] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a8d78a8-7d9f-45b8-bf95-16048aae6007" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.169956] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 in Status: SUCCESS [ 755.170228] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.170438] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.170658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.170865] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.170986] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.171073] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.171238] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.171317] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.171405] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.171518] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1cadf4a-2363-4923-90ae-2f4cab45bfc3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.417116] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9218918-fcee-4786-9e37-b26af191e097 in Status: SUCCESS [ 755.417116] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.417309] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.417536] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.417776] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.417876] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.419846] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.419846] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.419846] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.419846] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9218918-fcee-4786-9e37-b26af191e097',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.666435] env[66979]: INFO networking_nsxv3.common.synchronization [None req-d25ceb8a-ebcd-4047-b70a-4b7a3e954989 None None] Enqueued Resource ID: 7d000029-3959-4005-99b8-cf5da4fabb18 with Priority: HIGHEST for action port [ 755.668038] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d000029-3959-4005-99b8-cf5da4fabb18 with Priority: HIGHEST for action port [ 755.668038] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d000029-3959-4005-99b8-cf5da4fabb18 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.668038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d000029-3959-4005-99b8-cf5da4fabb18" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.668038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d000029-3959-4005-99b8-cf5da4fabb18" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.668324] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d000029-3959-4005-99b8-cf5da4fabb18" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.668415] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d000029-3959-4005-99b8-cf5da4fabb18',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.675355] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1cadf4a-2363-4923-90ae-2f4cab45bfc3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.920953] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9218918-fcee-4786-9e37-b26af191e097',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.173223] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d000029-3959-4005-99b8-cf5da4fabb18 [ 756.173410] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.173516] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.173642] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.173886] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.173998] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.174159] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d000029-3959-4005-99b8-cf5da4fabb18 already deleted. [ 756.174254] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d000029-3959-4005-99b8-cf5da4fabb18" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.181705] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1cadf4a-2363-4923-90ae-2f4cab45bfc3: rpc.has_security_group_logging(os_id): False [ 756.204942] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.204942] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.204942] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.205825] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.228923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.228923] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.228923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.228923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.228923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.228923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.228923] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 is going to be updated. [ 756.260387] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4af7947c-d5a7-47c9-898c-ab741c32f89a in Status: SUCCESS [ 756.260579] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.298465] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.300664] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.300664] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.300664] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.300664] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.311969] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 in Status: IN_PROGRESS for 2s [ 756.422758] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9218918-fcee-4786-9e37-b26af191e097',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.448463] env[66979]: INFO networking_nsxv3.common.synchronization [req-4096f9f8-aeb0-4e47-be79-5de05b13ac93 req-42f870b3-dbc8-421f-bdb2-97646d55648d tempest-ImagesTestJSON-1664217714 tempest-ImagesTestJSON-1664217714-project-member] Enqueued Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_members [ 756.449193] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_members [ 756.450050] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.450272] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.450272] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.450433] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.450593] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.450694] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.450757] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.450904] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.451025] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.451099] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.931029] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.931029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.931029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.931029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.931029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.931029] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9218918-fcee-4786-9e37-b26af191e097 is going to be updated. [ 756.954885] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.955077] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.956452] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.956452] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.964573] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.967190] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.967190] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.967190] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.967190] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.969877] env[66979]: INFO networking_nsxv3.common.synchronization [None req-71e7e8e2-e2dc-4db5-8911-c66b5fe1f22b None None] Enqueued Resource ID: 96a43f8e-abc3-4d69-81dd-e41ae0c3b35c with Priority: HIGHEST for action port [ 756.970695] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96a43f8e-abc3-4d69-81dd-e41ae0c3b35c with Priority: HIGHEST for action port [ 756.971270] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-96a43f8e-abc3-4d69-81dd-e41ae0c3b35c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.971557] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96a43f8e-abc3-4d69-81dd-e41ae0c3b35c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.971715] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96a43f8e-abc3-4d69-81dd-e41ae0c3b35c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.972081] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96a43f8e-abc3-4d69-81dd-e41ae0c3b35c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.972286] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96a43f8e-abc3-4d69-81dd-e41ae0c3b35c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.978897] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.979460] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.979762] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.979960] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.980281] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.981038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.981038] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77723165-bb10-4849-b9dc-abee857eeb83 is going to be updated. [ 756.982649] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9218918-fcee-4786-9e37-b26af191e097 in Status: IN_PROGRESS for 2s [ 757.030736] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.030872] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.030940] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.031296] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.031494] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.044653] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: IN_PROGRESS for 2s [ 757.248363] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.248610] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-391" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.248773] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-391" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.249170] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-391" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.249480] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.249684] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.249809] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.250108] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.250802] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.251094] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.251815] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.252850] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.253040] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.253170] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.253775] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.253775] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.276948] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.276948] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 757.276948] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.276948] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-391" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.276948] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-2feb63ec-9da7-4ac0-a277-0f93d5ff2bf0 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.277230] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-2feb63ec-9da7-4ac0-a277-0f93d5ff2bf0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.277230] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-2feb63ec-9da7-4ac0-a277-0f93d5ff2bf0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.277600] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-2feb63ec-9da7-4ac0-a277-0f93d5ff2bf0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.277733] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2feb63ec-9da7-4ac0-a277-0f93d5ff2bf0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.474284] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96a43f8e-abc3-4d69-81dd-e41ae0c3b35c [ 757.474645] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.474848] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.474948] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.475188] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.475850] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.475850] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96a43f8e-abc3-4d69-81dd-e41ae0c3b35c already deleted. [ 757.475850] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96a43f8e-abc3-4d69-81dd-e41ae0c3b35c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.779655] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.779870] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.779988] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.780321] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.780472] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.780625] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 2feb63ec-9da7-4ac0-a277-0f93d5ff2bf0 not found, creating... [ 757.780881] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.781081] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.781243] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.781552] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.781723] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.782027] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.782220] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.782357] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.782694] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.782863] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.783023] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 2feb63ec-9da7-4ac0-a277-0f93d5ff2bf0 is going to be created. [ 757.805428] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.805658] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.805756] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.806017] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.806244] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.806466] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-2feb63ec-9da7-4ac0-a277-0f93d5ff2bf0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.080660] env[66979]: INFO networking_nsxv3.common.synchronization [None req-062b5178-f633-4089-a29a-6096cf43a8d2 None None] Enqueued Resource ID: 6fc1956e-0b9f-4ba8-a644-ef2aeb295029 with Priority: HIGHEST for action port [ 758.081336] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fc1956e-0b9f-4ba8-a644-ef2aeb295029 with Priority: HIGHEST for action port [ 758.081667] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fc1956e-0b9f-4ba8-a644-ef2aeb295029 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.081845] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fc1956e-0b9f-4ba8-a644-ef2aeb295029" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.081944] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fc1956e-0b9f-4ba8-a644-ef2aeb295029" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.082291] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fc1956e-0b9f-4ba8-a644-ef2aeb295029" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.082406] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fc1956e-0b9f-4ba8-a644-ef2aeb295029',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.328475] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 in Status: SUCCESS [ 758.328709] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.579636] env[66979]: INFO networking_nsxv3.common.synchronization [req-4096f9f8-aeb0-4e47-be79-5de05b13ac93 req-434aab9c-32a0-4238-a43e-a1f561bddc93 service nova] Enqueued Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_rules [ 758.579808] env[66979]: INFO networking_nsxv3.common.synchronization [req-4096f9f8-aeb0-4e47-be79-5de05b13ac93 req-434aab9c-32a0-4238-a43e-a1f561bddc93 service nova] Enqueued Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_members [ 758.579941] env[66979]: INFO networking_nsxv3.common.synchronization [req-4096f9f8-aeb0-4e47-be79-5de05b13ac93 req-434aab9c-32a0-4238-a43e-a1f561bddc93 service nova] Enqueued Resource ID: 2feb63ec-9da7-4ac0-a277-0f93d5ff2bf0 with Priority: HIGHEST for action port [ 758.581430] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_rules [ 758.581430] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_members [ 758.581430] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2feb63ec-9da7-4ac0-a277-0f93d5ff2bf0 with Priority: HIGHEST for action port [ 758.582381] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.582381] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.582381] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.583293] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.584138] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.585254] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.585360] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.585569] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-2feb63ec-9da7-4ac0-a277-0f93d5ff2bf0 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.585668] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2feb63ec-9da7-4ac0-a277-0f93d5ff2bf0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.585729] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2feb63ec-9da7-4ac0-a277-0f93d5ff2bf0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.585924] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2feb63ec-9da7-4ac0-a277-0f93d5ff2bf0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.587195] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2feb63ec-9da7-4ac0-a277-0f93d5ff2bf0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.589587] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6fc1956e-0b9f-4ba8-a644-ef2aeb295029 [ 758.589587] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.589690] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.589838] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.590192] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.590192] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.590192] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6fc1956e-0b9f-4ba8-a644-ef2aeb295029 already deleted. [ 758.590363] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fc1956e-0b9f-4ba8-a644-ef2aeb295029" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.997792] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9218918-fcee-4786-9e37-b26af191e097 in Status: SUCCESS [ 758.997792] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.997956] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.998159] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.998355] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.998468] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.998528] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.998939] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.998939] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.998939] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.999189] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9218918-fcee-4786-9e37-b26af191e097 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.999189] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.999189] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.999423] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.000607] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.000607] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.000607] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.000607] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.000607] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.000607] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.000607] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9218918-fcee-4786-9e37-b26af191e097',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.061228] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: SUCCESS [ 759.061429] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77723165-bb10-4849-b9dc-abee857eeb83 deletion is rescheduled due to dependency. [ 759.061550] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.061719] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.061934] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.062127] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.062240] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.062305] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.062461] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.062542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.062639] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.089986] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.090348] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.091629] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2feb63ec-9da7-4ac0-a277-0f93d5ff2bf0 with status ACTIVE [ 759.093133] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.093265] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.093383] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.093633] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.093776] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.094030] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.094174] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.094266] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.094452] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.094563] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.094831] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.096971] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.096971] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.096971] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.096971] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.096971] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2feb63ec-9da7-4ac0-a277-0f93d5ff2bf0 is going to be updated. [ 759.122721] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.123916] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.123916] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.123916] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.123916] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.123916] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2feb63ec-9da7-4ac0-a277-0f93d5ff2bf0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.151854] env[66979]: INFO networking_nsxv3.common.synchronization [req-0242fb51-3b2e-4f7a-a9e1-9f39b4e0035e req-2eff5590-c708-4ca7-8d61-ef7f8cb2e5e5 tempest-AttachInterfacesUnderV243Test-729095847 tempest-AttachInterfacesUnderV243Test-729095847-project-member] Enqueued Resource ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 with Priority: HIGHEST for action security_group_members [ 759.151854] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 with Priority: HIGHEST for action security_group_members [ 759.152468] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.152785] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.152996] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.153328] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.153657] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.153890] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.154074] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.154412] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.155326] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.155326] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1cadf4a-2363-4923-90ae-2f4cab45bfc3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.180177] env[66979]: INFO networking_nsxv3.common.synchronization [req-0242fb51-3b2e-4f7a-a9e1-9f39b4e0035e req-2eff5590-c708-4ca7-8d61-ef7f8cb2e5e5 tempest-AttachInterfacesUnderV243Test-729095847 tempest-AttachInterfacesUnderV243Test-729095847-project-member] Enqueued Resource ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 with Priority: HIGHEST for action security_group_rules [ 759.180177] env[66979]: INFO networking_nsxv3.common.synchronization [req-0242fb51-3b2e-4f7a-a9e1-9f39b4e0035e req-2eff5590-c708-4ca7-8d61-ef7f8cb2e5e5 tempest-AttachInterfacesUnderV243Test-729095847 tempest-AttachInterfacesUnderV243Test-729095847-project-member] Enqueued Resource ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 with Priority: HIGHEST for action security_group_members [ 759.180177] env[66979]: INFO networking_nsxv3.common.synchronization [req-0242fb51-3b2e-4f7a-a9e1-9f39b4e0035e req-2eff5590-c708-4ca7-8d61-ef7f8cb2e5e5 tempest-AttachInterfacesUnderV243Test-729095847 tempest-AttachInterfacesUnderV243Test-729095847-project-member] Enqueued Resource ID: 323b8339-02a6-49b7-a49e-d75812b5cedd with Priority: HIGHEST for action port [ 759.180177] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 with Priority: HIGHEST for action security_group_rules [ 759.180177] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 with Priority: HIGHEST for action security_group_members [ 759.180177] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 323b8339-02a6-49b7-a49e-d75812b5cedd with Priority: HIGHEST for action port [ 759.180863] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1cadf4a-2363-4923-90ae-2f4cab45bfc3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.181323] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.181652] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.182200] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.183028] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1cadf4a-2363-4923-90ae-2f4cab45bfc3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.185208] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.185208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.185208] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-323b8339-02a6-49b7-a49e-d75812b5cedd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.185208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-323b8339-02a6-49b7-a49e-d75812b5cedd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.185208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-323b8339-02a6-49b7-a49e-d75812b5cedd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.185208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-323b8339-02a6-49b7-a49e-d75812b5cedd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.185208] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('323b8339-02a6-49b7-a49e-d75812b5cedd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.416136] env[66979]: INFO networking_nsxv3.common.synchronization [req-b781ff4c-923b-4bb4-8f46-9e6c34679ee8 req-8d8f6abc-6da7-45e3-8fd5-474efb5751b1 tempest-ServerAddressesTestJSON-1675661525 tempest-ServerAddressesTestJSON-1675661525-project-member] Enqueued Resource ID: f83d3924-9f4a-4cf8-ac9a-8810327d5e64 with Priority: HIGHEST for action security_group_members [ 759.419603] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f83d3924-9f4a-4cf8-ac9a-8810327d5e64 with Priority: HIGHEST for action security_group_members [ 759.419603] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f83d3924-9f4a-4cf8-ac9a-8810327d5e64 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.419603] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f83d3924-9f4a-4cf8-ac9a-8810327d5e64" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.419603] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f83d3924-9f4a-4cf8-ac9a-8810327d5e64" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.419603] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f83d3924-9f4a-4cf8-ac9a-8810327d5e64" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.419603] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.419603] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.419603] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.419896] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.419896] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.420084] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f83d3924-9f4a-4cf8-ac9a-8810327d5e64',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.504814] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9218918-fcee-4786-9e37-b26af191e097: rpc.has_security_group_logging(os_id): False [ 759.527348] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.527348] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.527348] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.527348] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.546674] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.546674] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.546674] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.546674] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.546674] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.546674] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.546674] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.546674] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.546674] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.546674] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.547217] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.547217] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.547217] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.547217] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.547493] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.547493] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.547493] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9218918-fcee-4786-9e37-b26af191e097 is going to be updated. [ 759.568194] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.626531] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.626689] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.626751] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.626962] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.627127] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.641499] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9218918-fcee-4786-9e37-b26af191e097 in Status: IN_PROGRESS for 2s [ 759.657554] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1cadf4a-2363-4923-90ae-2f4cab45bfc3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.684941] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.685109] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.689158] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 323b8339-02a6-49b7-a49e-d75812b5cedd with status ACTIVE [ 759.689158] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.689158] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.689158] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.689390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.690067] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.690067] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.690067] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.690067] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.690067] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.690447] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.690447] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.690447] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.690600] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.690643] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.690709] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.691106] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 323b8339-02a6-49b7-a49e-d75812b5cedd is going to be updated. [ 759.725183] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.725353] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.725448] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.725615] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.725751] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.725912] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-323b8339-02a6-49b7-a49e-d75812b5cedd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.922465] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.922673] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.922721] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.923040] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.951172] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.951172] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.951172] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.951172] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.951172] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.951172] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.951634] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f83d3924-9f4a-4cf8-ac9a-8810327d5e64 is going to be updated. [ 759.984933] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.985102] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.985176] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.985383] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.985530] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.001955] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83d3924-9f4a-4cf8-ac9a-8810327d5e64 in Status: IN_PROGRESS for 2s [ 760.070605] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.164421] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1cadf4a-2363-4923-90ae-2f4cab45bfc3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.389320] env[66979]: INFO networking_nsxv3.common.synchronization [None req-9b51c931-cf05-4a58-b366-3f12f14dc022 tempest-MigrationsAdminTest-269877207 tempest-MigrationsAdminTest-269877207-project-member] Enqueued Resource ID: 4ffe64c3-f484-4528-8988-9fd011f14253 with Priority: HIGHEST for action security_group_rules [ 760.389985] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ffe64c3-f484-4528-8988-9fd011f14253 with Priority: HIGHEST for action security_group_rules [ 760.390472] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ffe64c3-f484-4528-8988-9fd011f14253 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.390635] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ffe64c3-f484-4528-8988-9fd011f14253" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.390635] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ffe64c3-f484-4528-8988-9fd011f14253" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.391874] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ffe64c3-f484-4528-8988-9fd011f14253" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.391874] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ffe64c3-f484-4528-8988-9fd011f14253',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.508298] env[66979]: INFO networking_nsxv3.common.synchronization [None req-b46eff0a-c0ca-4f57-8e3f-8f2ba55f2add tempest-MigrationsAdminTest-269877207 tempest-MigrationsAdminTest-269877207-project-member] Enqueued Resource ID: 4ffe64c3-f484-4528-8988-9fd011f14253 with Priority: HIGHEST for action security_group_rules [ 760.508851] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ffe64c3-f484-4528-8988-9fd011f14253 with Priority: HIGHEST for action security_group_rules [ 760.509603] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4ffe64c3-f484-4528-8988-9fd011f14253 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.509603] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4ffe64c3-f484-4528-8988-9fd011f14253" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.577461] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.577717] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.577910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.578154] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.578251] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.578357] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77723165-bb10-4849-b9dc-abee857eeb83 is going to be updated. [ 760.656172] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.656327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.656399] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.656606] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.657172] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.667769] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.667997] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.667997] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.668163] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.668270] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.668398] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 is going to be updated. [ 760.675977] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: IN_PROGRESS for 2s [ 760.732886] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.733545] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.733752] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.734060] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.734400] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.753800] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 in Status: IN_PROGRESS for 2s [ 760.786790] env[66979]: INFO networking_nsxv3.common.synchronization [None req-bbafc8f4-36a3-4448-8320-586bc9d51f2b None None] Enqueued Resource ID: 419f2d6a-a211-4e67-96c5-1185e8dfddc5 with Priority: HIGHEST for action port [ 760.786790] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 419f2d6a-a211-4e67-96c5-1185e8dfddc5 with Priority: HIGHEST for action port [ 760.786790] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-419f2d6a-a211-4e67-96c5-1185e8dfddc5 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.786790] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-419f2d6a-a211-4e67-96c5-1185e8dfddc5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.787255] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-419f2d6a-a211-4e67-96c5-1185e8dfddc5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.788782] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-419f2d6a-a211-4e67-96c5-1185e8dfddc5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.788782] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('419f2d6a-a211-4e67-96c5-1185e8dfddc5',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.919344] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.920114] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.920264] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.920504] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.920602] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.920722] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ffe64c3-f484-4528-8988-9fd011f14253 already deleted. [ 760.920980] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ffe64c3-f484-4528-8988-9fd011f14253" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.921411] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4ffe64c3-f484-4528-8988-9fd011f14253" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.921592] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4ffe64c3-f484-4528-8988-9fd011f14253" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.921684] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4ffe64c3-f484-4528-8988-9fd011f14253',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.292102] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 419f2d6a-a211-4e67-96c5-1185e8dfddc5 [ 761.292102] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.292102] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.292102] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.292102] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.292102] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.292102] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:419f2d6a-a211-4e67-96c5-1185e8dfddc5 already deleted. [ 761.292621] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-419f2d6a-a211-4e67-96c5-1185e8dfddc5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.446454] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.447449] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.447449] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.447449] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.447449] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.447449] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4ffe64c3-f484-4528-8988-9fd011f14253 already deleted. [ 761.447449] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4ffe64c3-f484-4528-8988-9fd011f14253" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.501242] env[66979]: INFO networking_nsxv3.common.synchronization [req-b1c8d3ce-d0cf-4348-9975-2a99388089f3 req-0e377001-2984-43ed-9ae0-3e162c1a1a5b tempest-DeleteServersTestJSON-771878521 tempest-DeleteServersTestJSON-771878521-project-member] Enqueued Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 761.501817] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 761.502147] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.502362] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.502362] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.503158] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.503158] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.503158] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.503158] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.503158] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.503158] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.504221] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.666088] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9218918-fcee-4786-9e37-b26af191e097 in Status: SUCCESS [ 761.666408] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.666721] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.667084] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.667304] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9218918-fcee-4786-9e37-b26af191e097',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.005708] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-334 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.005899] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-334" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.005996] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-334" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.006602] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-334" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.006879] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.007132] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.007245] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.007471] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.007608] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.007818] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.007925] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 762.008066] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 762.008151] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 762.008285] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 762.008350] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 762.008573] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 762.010767] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.010767] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.010767] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.010949] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.010949] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.011156] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.011231] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.011268] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.011452] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.011512] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.012730] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 already deleted. [ 762.012730] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.019019] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f83d3924-9f4a-4cf8-ac9a-8810327d5e64 in Status: SUCCESS [ 762.019019] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f83d3924-9f4a-4cf8-ac9a-8810327d5e64 deletion is rescheduled due to dependency. [ 762.019295] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f83d3924-9f4a-4cf8-ac9a-8810327d5e64" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.030732] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 762.030732] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 762.030932] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 762.031113] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-334" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.031441] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-7124c7ba-881c-4e70-a63a-a7c64d801170 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.031618] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-7124c7ba-881c-4e70-a63a-a7c64d801170" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.031738] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-7124c7ba-881c-4e70-a63a-a7c64d801170" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.032572] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-7124c7ba-881c-4e70-a63a-a7c64d801170" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.032572] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7124c7ba-881c-4e70-a63a-a7c64d801170',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.170525] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9218918-fcee-4786-9e37-b26af191e097 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.170691] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.170731] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.172124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.172124] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.172124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.172124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.172124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.172124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.172124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.172124] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9218918-fcee-4786-9e37-b26af191e097',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.535030] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.535341] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.535341] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.535474] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.535610] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.535766] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 7124c7ba-881c-4e70-a63a-a7c64d801170 not found, creating... [ 762.536016] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.536184] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.536274] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.536530] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.536601] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.536875] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.537479] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.537479] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.537479] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.537479] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.537684] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 7124c7ba-881c-4e70-a63a-a7c64d801170 is going to be created. [ 762.560595] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.560894] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.561073] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.561477] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.561787] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.562060] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-7124c7ba-881c-4e70-a63a-a7c64d801170" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.674251] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9218918-fcee-4786-9e37-b26af191e097 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.674527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.674527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.674714] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.674894] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.674994] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.675073] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.675316] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.675316] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.675456] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.675542] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9218918-fcee-4786-9e37-b26af191e097 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.675631] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.675951] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.675951] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.676307] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.676307] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.676307] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.676307] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.676560] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.676560] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.676560] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9218918-fcee-4786-9e37-b26af191e097',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.686007] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: SUCCESS [ 762.686231] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.686394] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.686591] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.686843] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.686933] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.686933] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.687116] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.687199] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.687285] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.687387] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.765504] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 in Status: SUCCESS [ 762.765778] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.765957] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.766366] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.766456] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.766520] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.766575] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.766731] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.766828] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.766924] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1cadf4a-2363-4923-90ae-2f4cab45bfc3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.179251] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9218918-fcee-4786-9e37-b26af191e097: rpc.has_security_group_logging(os_id): False [ 763.190638] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.190979] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.191148] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.191362] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.191633] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.191852] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.191852] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.192070] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.192122] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.192174] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.192328] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.192422] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.192483] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.192620] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.192756] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.192915] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.192915] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.193661] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.193786] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.194268] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.194268] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.205327] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.205327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.205327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.205327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.205327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.205673] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.205673] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.205673] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.205785] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.205911] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.206053] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.206206] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.206206] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.206339] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.206408] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.206599] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.206690] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.206800] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.206913] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.206951] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.207025] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9218918-fcee-4786-9e37-b26af191e097 is going to be updated. [ 763.269518] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1cadf4a-2363-4923-90ae-2f4cab45bfc3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.286242] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.286455] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.286455] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.286682] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.286834] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.304607] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9218918-fcee-4786-9e37-b26af191e097 in Status: IN_PROGRESS for 2s [ 763.702019] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77723165-bb10-4849-b9dc-abee857eeb83: rpc.has_security_group_logging(os_id): False [ 763.719145] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.719145] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.719145] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.719145] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.719145] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.719145] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.719145] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.719145] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.719145] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.719145] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.719145] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.719145] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.719145] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.719145] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.719145] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.719741] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.719924] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.720101] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.720331] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.720510] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.720674] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77723165-bb10-4849-b9dc-abee857eeb83 is going to be updated. [ 763.742230] env[66979]: INFO networking_nsxv3.common.synchronization [req-b1c8d3ce-d0cf-4348-9975-2a99388089f3 req-30977763-085c-4eb6-92d8-693349fd567b service nova] Enqueued Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_rules [ 763.742230] env[66979]: INFO networking_nsxv3.common.synchronization [req-b1c8d3ce-d0cf-4348-9975-2a99388089f3 req-30977763-085c-4eb6-92d8-693349fd567b service nova] Enqueued Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 763.742230] env[66979]: INFO networking_nsxv3.common.synchronization [req-b1c8d3ce-d0cf-4348-9975-2a99388089f3 req-30977763-085c-4eb6-92d8-693349fd567b service nova] Enqueued Resource ID: 7124c7ba-881c-4e70-a63a-a7c64d801170 with Priority: HIGHEST for action port [ 763.742230] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_rules [ 763.742230] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 763.742230] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7124c7ba-881c-4e70-a63a-a7c64d801170 with Priority: HIGHEST for action port [ 763.742230] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.742230] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.742230] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.743332] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.743332] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.744346] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.744516] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.744589] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.744853] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.745021] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.745128] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.745190] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.745338] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.745509] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.745509] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.746293] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-7124c7ba-881c-4e70-a63a-a7c64d801170 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.746386] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7124c7ba-881c-4e70-a63a-a7c64d801170" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.746452] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7124c7ba-881c-4e70-a63a-a7c64d801170" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.746796] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7124c7ba-881c-4e70-a63a-a7c64d801170" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.746796] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7124c7ba-881c-4e70-a63a-a7c64d801170',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.771862] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1cadf4a-2363-4923-90ae-2f4cab45bfc3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.786114] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.786270] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.786340] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.786548] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.786692] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.804655] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: IN_PROGRESS for 2s [ 764.248783] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.250491] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.250491] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.250703] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7124c7ba-881c-4e70-a63a-a7c64d801170 with status ACTIVE [ 764.251789] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.251789] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.251789] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.251789] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.251789] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.251789] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.251789] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.251789] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.252148] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.252329] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.252641] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.252746] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.252894] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.253213] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.254100] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.254100] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7124c7ba-881c-4e70-a63a-a7c64d801170 is going to be updated. [ 764.274741] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.274951] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.274951] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.275380] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.276372] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.276372] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 is going to be updated. [ 764.294176] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.294307] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.294307] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.295381] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.295381] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.295381] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7124c7ba-881c-4e70-a63a-a7c64d801170" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.330660] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.330832] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.330872] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.332052] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.332052] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.343241] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 in Status: IN_PROGRESS for 2s [ 764.391484] env[66979]: INFO networking_nsxv3.common.synchronization [req-95673e89-16c8-475b-b1c6-77b7e91b3f81 req-4ac8e200-7eeb-40e0-ba13-46d73521e244 tempest-ServersNegativeTestJSON-1572246049 tempest-ServersNegativeTestJSON-1572246049-project-member] Enqueued Resource ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a with Priority: HIGHEST for action security_group_members [ 764.392169] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a with Priority: HIGHEST for action security_group_members [ 764.392556] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad799ee-bbf6-483b-8d55-df9eab8a371a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.392687] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.392751] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.400287] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.400750] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.400931] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.401058] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.401345] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.401512] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.401607] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ad799ee-bbf6-483b-8d55-df9eab8a371a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.758438] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.885306] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-11 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.885522] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-11" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.885661] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-11" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.885983] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-11" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.887280] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.887562] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.887899] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.888202] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.888388] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.888635] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.888793] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 764.888972] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 764.889261] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 764.889416] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 764.889550] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 764.889712] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 764.905151] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.906526] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.906651] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.906937] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.907229] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.907516] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.907651] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.907720] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.907935] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.908033] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.908128] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a already deleted. [ 764.908292] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.910864] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 764.911158] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 764.911334] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 764.911526] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-11" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.911863] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-800e02be-23a6-4da7-a850-321105b8ce9e taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.912081] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-800e02be-23a6-4da7-a850-321105b8ce9e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.912207] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-800e02be-23a6-4da7-a850-321105b8ce9e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.912484] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-800e02be-23a6-4da7-a850-321105b8ce9e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.912618] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('800e02be-23a6-4da7-a850-321105b8ce9e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.264059] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.264059] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.264059] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.264790] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.264790] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.264867] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 is going to be created. [ 765.290386] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.290655] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.290655] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.290825] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.290984] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.301038] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: UNINITIALIZED for 2s [ 765.321303] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9218918-fcee-4786-9e37-b26af191e097 in Status: SUCCESS [ 765.321600] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.417286] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.418024] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.418024] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.418321] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.418518] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.418745] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 800e02be-23a6-4da7-a850-321105b8ce9e not found, creating... [ 765.419060] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.419371] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.419371] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.419607] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.419756] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.420061] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.420249] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.420448] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.420692] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.420825] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.420962] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 800e02be-23a6-4da7-a850-321105b8ce9e is going to be created. [ 765.442612] env[66979]: INFO networking_nsxv3.common.synchronization [req-ce414d6c-c262-4893-bac0-28a5caf96952 req-aa2bb55c-6ba1-48f5-b62f-0d7c6936368d tempest-ListServerFiltersTestJSON-1902535644 tempest-ListServerFiltersTestJSON-1902535644-project-member] Enqueued Resource ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 with Priority: HIGHEST for action security_group_members [ 765.443832] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.444030] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.444145] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.444440] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.444643] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.444849] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-800e02be-23a6-4da7-a850-321105b8ce9e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.445883] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 with Priority: HIGHEST for action security_group_members [ 765.446496] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.446706] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.446818] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.447108] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.447346] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.447522] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.447643] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.447887] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.448018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.448211] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.823510] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: SUCCESS [ 765.823510] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.925234] env[66979]: INFO networking_nsxv3.common.synchronization [req-e34ffd5f-0064-4b06-b7cf-336acdda06fd req-7baa69b2-895b-4537-9243-bde4193961cc tempest-VolumesAssistedSnapshotsTest-465118155 tempest-VolumesAssistedSnapshotsTest-465118155-project-member] Enqueued Resource ID: 7751c4fb-0875-4f53-9dc4-7b7121dfacf7 with Priority: HIGHEST for action security_group_members [ 765.925809] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7751c4fb-0875-4f53-9dc4-7b7121dfacf7 with Priority: HIGHEST for action security_group_members [ 765.926173] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7751c4fb-0875-4f53-9dc4-7b7121dfacf7 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.926696] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.926770] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.927072] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.927291] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.927406] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.927496] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.927668] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.927780] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.927896] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7751c4fb-0875-4f53-9dc4-7b7121dfacf7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.950430] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.138052] env[66979]: INFO networking_nsxv3.common.synchronization [req-95673e89-16c8-475b-b1c6-77b7e91b3f81 req-0ab3f87f-3ccb-4d68-9161-db558376b0e8 service nova] Enqueued Resource ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a with Priority: HIGHEST for action security_group_rules [ 766.138296] env[66979]: INFO networking_nsxv3.common.synchronization [req-95673e89-16c8-475b-b1c6-77b7e91b3f81 req-0ab3f87f-3ccb-4d68-9161-db558376b0e8 service nova] Enqueued Resource ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a with Priority: HIGHEST for action security_group_members [ 766.138361] env[66979]: INFO networking_nsxv3.common.synchronization [req-95673e89-16c8-475b-b1c6-77b7e91b3f81 req-0ab3f87f-3ccb-4d68-9161-db558376b0e8 service nova] Enqueued Resource ID: 800e02be-23a6-4da7-a850-321105b8ce9e with Priority: HIGHEST for action port [ 766.138871] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a with Priority: HIGHEST for action security_group_rules [ 766.139012] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a with Priority: HIGHEST for action security_group_members [ 766.139325] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 800e02be-23a6-4da7-a850-321105b8ce9e with Priority: HIGHEST for action port [ 766.139597] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ad799ee-bbf6-483b-8d55-df9eab8a371a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.139716] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.139784] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.140055] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.140156] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ad799ee-bbf6-483b-8d55-df9eab8a371a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.142460] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad799ee-bbf6-483b-8d55-df9eab8a371a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.142621] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.142663] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.143268] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.143457] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.143565] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.143659] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.145118] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.145118] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.145118] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ad799ee-bbf6-483b-8d55-df9eab8a371a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.145708] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-800e02be-23a6-4da7-a850-321105b8ce9e taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.145848] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-800e02be-23a6-4da7-a850-321105b8ce9e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.145928] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-800e02be-23a6-4da7-a850-321105b8ce9e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.150185] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-800e02be-23a6-4da7-a850-321105b8ce9e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.150446] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('800e02be-23a6-4da7-a850-321105b8ce9e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.355239] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 in Status: SUCCESS [ 766.355515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.355701] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.355947] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.356132] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.356618] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.356618] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.356618] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.356618] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.356803] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.356803] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1cadf4a-2363-4923-90ae-2f4cab45bfc3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.385221] env[66979]: INFO networking_nsxv3.common.synchronization [req-80c791fe-13f5-4b43-9234-2dc9f96870cc req-ae0c6908-47c3-47bb-b13c-84b375cb710c tempest-AttachInterfacesUnderV243Test-729095847 tempest-AttachInterfacesUnderV243Test-729095847-project-member] Enqueued Resource ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 with Priority: HIGHEST for action security_group_members [ 766.385826] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 with Priority: HIGHEST for action security_group_members [ 766.390662] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.390854] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.390922] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.391202] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.391421] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.391539] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.391627] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.391786] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.391907] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.392021] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1cadf4a-2363-4923-90ae-2f4cab45bfc3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.429870] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.430070] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.430130] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.430350] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.452889] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.457619] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.457619] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.457619] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.457619] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.457619] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.457619] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.457619] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7751c4fb-0875-4f53-9dc4-7b7121dfacf7 is going to be updated. [ 766.492481] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.492481] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.492481] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.496328] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.497128] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.508497] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7751c4fb-0875-4f53-9dc4-7b7121dfacf7 in Status: IN_PROGRESS for 2s [ 766.643195] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad799ee-bbf6-483b-8d55-df9eab8a371a taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.644455] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.646068] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ad799ee-bbf6-483b-8d55-df9eab8a371a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.653326] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 800e02be-23a6-4da7-a850-321105b8ce9e with status ACTIVE [ 766.653896] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.654257] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.654422] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.654722] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.654904] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.655264] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.655564] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.655764] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.656116] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.656331] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.656656] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.656908] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.658026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.658026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.658026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.658026] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 800e02be-23a6-4da7-a850-321105b8ce9e is going to be updated. [ 766.677910] env[66979]: INFO networking_nsxv3.common.synchronization [req-96288bae-64a1-4661-a0e1-061bab73145f req-4e2499e6-c28b-47ed-bd4c-430679c677a0 tempest-InstanceActionsNegativeTestJSON-16928782 tempest-InstanceActionsNegativeTestJSON-16928782-project-member] Enqueued Resource ID: 4af7947c-d5a7-47c9-898c-ab741c32f89a with Priority: HIGHEST for action security_group_members [ 766.683206] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af7947c-d5a7-47c9-898c-ab741c32f89a with Priority: HIGHEST for action security_group_members [ 766.683206] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-4af7947c-d5a7-47c9-898c-ab741c32f89a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.683206] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.683206] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.683206] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.683206] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.683206] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.683206] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.683206] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.683206] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.683206] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4af7947c-d5a7-47c9-898c-ab741c32f89a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.699284] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.699424] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.699424] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.700104] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.700206] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.700745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-800e02be-23a6-4da7-a850-321105b8ce9e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.789417] env[66979]: INFO networking_nsxv3.common.synchronization [req-a87408ac-747f-4c16-93bb-234e9c272a8f req-457a784b-449e-4d86-920d-5afb11fbc7a8 tempest-ServerRescueTestJSONUnderV235-344181711 tempest-ServerRescueTestJSONUnderV235-344181711-project-member] Enqueued Resource ID: b9218918-fcee-4786-9e37-b26af191e097 with Priority: HIGHEST for action security_group_members [ 766.790046] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9218918-fcee-4786-9e37-b26af191e097 with Priority: HIGHEST for action security_group_members [ 766.791733] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9218918-fcee-4786-9e37-b26af191e097 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.791733] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.791733] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.791733] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.791733] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.791733] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.792183] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.792183] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.792479] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.792479] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9218918-fcee-4786-9e37-b26af191e097',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.862711] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1cadf4a-2363-4923-90ae-2f4cab45bfc3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.896926] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.897161] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.897247] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.897467] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.897564] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.897761] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.897860] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.897923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.898088] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.898166] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.898262] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 is going to be updated. [ 766.925819] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.926058] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.926139] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.926340] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.926474] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.940257] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 in Status: IN_PROGRESS for 2s [ 766.960690] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.960770] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.960832] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.962227] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.962227] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.962227] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 is going to be updated. [ 766.993252] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.993430] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.993481] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.993678] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.993820] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.004534] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 in Status: IN_PROGRESS for 2s [ 767.151426] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ad799ee-bbf6-483b-8d55-df9eab8a371a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.186675] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.186871] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.186871] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.187364] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.187364] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.187444] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.187579] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.187579] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.187737] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.188260] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.188260] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af7947c-d5a7-47c9-898c-ab741c32f89a is going to be updated. [ 767.218522] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.219013] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.219013] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.219121] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.220688] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.230974] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af7947c-d5a7-47c9-898c-ab741c32f89a in Status: IN_PROGRESS for 2s [ 767.296238] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.296495] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.296652] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.296994] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.297189] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.297437] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.297584] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.297640] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.297985] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.298144] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.298266] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9218918-fcee-4786-9e37-b26af191e097 is going to be updated. [ 767.313499] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: SUCCESS [ 767.313975] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.314325] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.314668] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.315037] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.315263] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.315426] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.315765] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.315875] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.316007] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.316334] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.343773] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.343957] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.345036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.345036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.345036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.354594] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9218918-fcee-4786-9e37-b26af191e097 in Status: IN_PROGRESS for 2s [ 767.365956] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1cadf4a-2363-4923-90ae-2f4cab45bfc3: rpc.has_security_group_logging(os_id): False [ 767.382971] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.383151] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.383224] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.383432] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.383543] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.383868] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.383972] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.384054] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.384210] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.384301] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.384371] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 is going to be updated. [ 767.454933] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.454933] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.454933] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.454933] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.454933] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.470234] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 in Status: IN_PROGRESS for 2s [ 767.656254] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.656413] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.656481] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.656913] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.656913] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.656913] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a is going to be created. [ 767.697387] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.697613] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.697613] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.698662] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.698662] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.731271] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a in Status: UNINITIALIZED for 2s [ 767.818940] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.819173] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.819273] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.819485] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.819655] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.819755] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.819820] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.820060] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.820269] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.820269] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.820405] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.820500] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.820552] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.820693] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.820829] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.820921] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.820980] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.821195] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.821277] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.821361] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.821477] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.326039] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b51eef3-7de4-4972-9885-c342a512c0e9: rpc.has_security_group_logging(os_id): False [ 768.347385] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.347590] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.347821] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.347885] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.348275] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.348556] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.348556] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.348727] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.348881] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.349173] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.350207] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.350207] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.350207] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.350207] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.350207] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.350207] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.350207] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.350207] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.350642] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.350642] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.350642] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 is going to be created. [ 768.420042] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.420199] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.420291] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.420576] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.420860] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.438355] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: IN_PROGRESS for 2s [ 768.527603] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7751c4fb-0875-4f53-9dc4-7b7121dfacf7 in Status: SUCCESS [ 768.528015] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7751c4fb-0875-4f53-9dc4-7b7121dfacf7 deletion is rescheduled due to dependency. [ 768.528015] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.949905] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 in Status: SUCCESS [ 768.950125] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 deletion is rescheduled due to dependency. [ 768.950337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.014423] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 in Status: SUCCESS [ 769.014662] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.242693] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4af7947c-d5a7-47c9-898c-ab741c32f89a in Status: SUCCESS [ 769.242873] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4af7947c-d5a7-47c9-898c-ab741c32f89a deletion is rescheduled due to dependency. [ 769.242988] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.366460] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9218918-fcee-4786-9e37-b26af191e097 in Status: SUCCESS [ 769.366807] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9218918-fcee-4786-9e37-b26af191e097 deletion is rescheduled due to dependency. [ 769.367294] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9218918-fcee-4786-9e37-b26af191e097" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.485989] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 in Status: SUCCESS [ 769.486289] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.743277] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a in Status: SUCCESS [ 769.746863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.746863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.746863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.746863] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.746863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.746863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.746863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.746863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.746863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.746863] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ad799ee-bbf6-483b-8d55-df9eab8a371a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.247647] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad799ee-bbf6-483b-8d55-df9eab8a371a taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.247927] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.248209] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.248313] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.248566] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.249287] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.249393] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.249666] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.249786] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.249941] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.250228] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad799ee-bbf6-483b-8d55-df9eab8a371a taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.250406] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.250538] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.250711] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.250946] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.251099] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.251185] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.251404] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.251517] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.251672] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.251798] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ad799ee-bbf6-483b-8d55-df9eab8a371a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.456498] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: SUCCESS [ 770.458056] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.754129] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ad799ee-bbf6-483b-8d55-df9eab8a371a: rpc.has_security_group_logging(os_id): False [ 770.784720] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.784902] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.784967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.785540] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.785540] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.786039] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.786039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.786039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.786392] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.786392] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.786522] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.787982] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.787982] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.787982] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.787982] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.787982] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.787982] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.787982] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.787982] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.787982] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.787982] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a is going to be created. [ 770.892416] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.892581] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.892655] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.893528] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.893528] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.906586] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a in Status: IN_PROGRESS for 2s [ 771.790957] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 771.791253] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 771.884171] env[66979]: INFO networking_nsxv3.common.synchronization [req-dd7bde14-2186-474c-986a-1ca021408d98 req-18963a41-3fa0-40c8-910d-e2422692842c tempest-ServerDiskConfigTestJSON-24761059 tempest-ServerDiskConfigTestJSON-24761059-project-member] Enqueued Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_members [ 771.884171] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_members [ 771.884171] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.884171] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.884171] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.884171] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.884574] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.884838] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.885017] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.885290] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.885541] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.885770] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.317362] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-14 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.317362] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.317362] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.317362] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.317362] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.317693] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.317693] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.317956] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.318151] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.318366] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.318475] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 772.318579] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 772.318681] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 772.318816] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 772.318964] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 772.319118] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 772.345939] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 772.345939] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 772.345939] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 772.345939] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.345939] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-eb39175a-ba9f-4e23-b3b4-fd34b69988f1 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.345939] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-eb39175a-ba9f-4e23-b3b4-fd34b69988f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.345939] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-eb39175a-ba9f-4e23-b3b4-fd34b69988f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.346416] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-eb39175a-ba9f-4e23-b3b4-fd34b69988f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.346452] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb39175a-ba9f-4e23-b3b4-fd34b69988f1',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.391505] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.391634] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.391728] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.391923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.415738] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.416071] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.416906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.416906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.416906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.416906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.416906] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 is going to be updated. [ 772.461410] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.461410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.461410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.461410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.461410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.471293] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: IN_PROGRESS for 2s [ 772.849745] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.850078] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.850078] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.850362] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.850507] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.850656] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port eb39175a-ba9f-4e23-b3b4-fd34b69988f1 not found, creating... [ 772.850907] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.852084] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.852084] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.852084] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.852084] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.852084] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.852084] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.852084] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.852424] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.852424] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.852488] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: eb39175a-ba9f-4e23-b3b4-fd34b69988f1 is going to be created. [ 772.875614] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.875829] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.876013] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.876318] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.876902] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.876902] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-eb39175a-ba9f-4e23-b3b4-fd34b69988f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.924121] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a in Status: SUCCESS [ 772.924367] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.594310] env[66979]: INFO networking_nsxv3.common.synchronization [req-dd7bde14-2186-474c-986a-1ca021408d98 req-d8092199-5a2a-40be-b738-cd514c0de514 service nova] Enqueued Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_rules [ 773.594310] env[66979]: INFO networking_nsxv3.common.synchronization [req-dd7bde14-2186-474c-986a-1ca021408d98 req-d8092199-5a2a-40be-b738-cd514c0de514 service nova] Enqueued Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_members [ 773.594310] env[66979]: INFO networking_nsxv3.common.synchronization [req-dd7bde14-2186-474c-986a-1ca021408d98 req-d8092199-5a2a-40be-b738-cd514c0de514 service nova] Enqueued Resource ID: eb39175a-ba9f-4e23-b3b4-fd34b69988f1 with Priority: HIGHEST for action port [ 773.594310] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_rules [ 773.601831] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_members [ 773.601831] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb39175a-ba9f-4e23-b3b4-fd34b69988f1 with Priority: HIGHEST for action port [ 773.601831] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.601831] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.601831] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.601831] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.601831] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.601831] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.601831] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.601831] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb39175a-ba9f-4e23-b3b4-fd34b69988f1 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.601831] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb39175a-ba9f-4e23-b3b4-fd34b69988f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.601831] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb39175a-ba9f-4e23-b3b4-fd34b69988f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.601831] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb39175a-ba9f-4e23-b3b4-fd34b69988f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.601831] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb39175a-ba9f-4e23-b3b4-fd34b69988f1',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.065381] env[66979]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 774.065381] env[66979]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] NSXv3 Agent Agent loop - iteration:1 started [ 774.101112] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.101238] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.103162] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb39175a-ba9f-4e23-b3b4-fd34b69988f1 with status ACTIVE [ 774.103396] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.103502] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.103553] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.103809] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.104564] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.104564] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.104564] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.104564] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.104564] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.104564] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.104793] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.104793] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.104793] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.104961] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.104996] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.105105] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb39175a-ba9f-4e23-b3b4-fd34b69988f1 is going to be updated. [ 774.126375] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.126517] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.126588] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.126791] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.126925] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.127104] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb39175a-ba9f-4e23-b3b4-fd34b69988f1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.279599] env[66979]: INFO networking_nsxv3.common.synchronization [None req-3d0c37bc-f4f7-4e7b-ba45-624b5c9a9111 None None] Enqueued Resource ID: 10f7ad1f-e45c-48bd-9625-6e6feefa5a65 with Priority: HIGHEST for action port [ 774.280075] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10f7ad1f-e45c-48bd-9625-6e6feefa5a65 with Priority: HIGHEST for action port [ 774.280579] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-10f7ad1f-e45c-48bd-9625-6e6feefa5a65 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.280725] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10f7ad1f-e45c-48bd-9625-6e6feefa5a65" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.280725] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10f7ad1f-e45c-48bd-9625-6e6feefa5a65" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.283353] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10f7ad1f-e45c-48bd-9625-6e6feefa5a65" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.283527] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10f7ad1f-e45c-48bd-9625-6e6feefa5a65',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.487318] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: SUCCESS [ 774.487318] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 deletion is rescheduled due to dependency. [ 774.487524] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.487524] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.487762] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.487938] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.488182] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.488182] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.488318] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.488367] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.488438] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.726535] env[66979]: INFO networking_nsxv3.common.synchronization [req-f2b75152-7698-4251-bc85-33071e642a4b req-52a94a36-8f80-48d1-bb78-e4a16ff3ea49 tempest-InstanceActionsTestJSON-193057254 tempest-InstanceActionsTestJSON-193057254-project-member] Enqueued Resource ID: f8c984d5-2418-4800-a502-c0f56c142940 with Priority: HIGHEST for action security_group_members [ 774.726986] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8c984d5-2418-4800-a502-c0f56c142940 with Priority: HIGHEST for action security_group_members [ 774.727417] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8c984d5-2418-4800-a502-c0f56c142940 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.727582] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8c984d5-2418-4800-a502-c0f56c142940" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.727648] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8c984d5-2418-4800-a502-c0f56c142940" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.728415] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8c984d5-2418-4800-a502-c0f56c142940" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.728415] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.728415] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.728415] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.728415] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.728734] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.728734] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8c984d5-2418-4800-a502-c0f56c142940',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.788081] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10f7ad1f-e45c-48bd-9625-6e6feefa5a65 [ 774.788409] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.788602] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.788689] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.788953] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.789154] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.789267] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10f7ad1f-e45c-48bd-9625-6e6feefa5a65 already deleted. [ 774.789367] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10f7ad1f-e45c-48bd-9625-6e6feefa5a65" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.991193] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.125824] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-734 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.125824] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-734" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.126263] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-734" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.126263] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-734" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.126664] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.126852] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.127764] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.128229] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.128229] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.128447] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.128559] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 775.128677] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 775.128782] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 775.128886] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 775.128982] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 775.129150] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 775.153143] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 775.153970] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 775.153970] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 775.153970] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-734" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.154196] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-6421a6dd-0f05-479d-a1d5-c71727a82c9f taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.154364] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-6421a6dd-0f05-479d-a1d5-c71727a82c9f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.154476] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-6421a6dd-0f05-479d-a1d5-c71727a82c9f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.154793] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-6421a6dd-0f05-479d-a1d5-c71727a82c9f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.154924] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6421a6dd-0f05-479d-a1d5-c71727a82c9f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.233217] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.234357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.234357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.234357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.234357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.234357] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.234672] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.234672] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.234672] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.234819] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.236099] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8c984d5-2418-4800-a502-c0f56c142940 already deleted. [ 775.236253] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8c984d5-2418-4800-a502-c0f56c142940" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.316816] env[66979]: INFO networking_nsxv3.common.synchronization [None req-ccf6858d-bac2-4b2e-b504-d4b8e7fe6961 tempest-ServerActionsTestJSON-1937184917 tempest-ServerActionsTestJSON-1937184917-project-member] Enqueued Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGHEST for action security_group_rules [ 775.318314] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGHEST for action security_group_rules [ 775.318544] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.318673] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.318739] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.318994] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.320330] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.495031] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.518973] env[66979]: INFO networking_nsxv3.common.synchronization [None req-c66f12a3-11f7-4369-b8a9-8aaaef40a510 tempest-ServerActionsTestJSON-1937184917 tempest-ServerActionsTestJSON-1937184917-project-member] Enqueued Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGHEST for action security_group_rules [ 775.519624] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGHEST for action security_group_rules [ 775.519970] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.520403] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.657460] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.658560] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.658560] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.658560] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.658560] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.658560] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 6421a6dd-0f05-479d-a1d5-c71727a82c9f not found, creating... [ 775.658792] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.658868] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.659349] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.659349] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.659785] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.659847] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.660268] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.660383] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.661728] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.661728] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.661728] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 6421a6dd-0f05-479d-a1d5-c71727a82c9f is going to be created. [ 775.699258] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.699642] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.699859] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.700283] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.700629] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.700978] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-6421a6dd-0f05-479d-a1d5-c71727a82c9f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.851825] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.851986] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.852125] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.852277] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.852451] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.852504] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 already deleted. [ 775.852620] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.852839] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.852901] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.852993] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.997881] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.998257] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.998472] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.998947] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.999277] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.999641] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 is going to be updated. [ 776.041548] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.041776] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.041820] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.042065] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.042292] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.054763] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: IN_PROGRESS for 2s [ 776.377209] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.377209] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.377209] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.377209] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.377209] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.377209] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 already deleted. [ 776.377209] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.531947] env[66979]: INFO networking_nsxv3.common.synchronization [req-f2b75152-7698-4251-bc85-33071e642a4b req-8b33bf2b-f310-4451-95c0-63fdbb679b3c service nova] Enqueued Resource ID: f8c984d5-2418-4800-a502-c0f56c142940 with Priority: HIGHEST for action security_group_rules [ 776.532311] env[66979]: INFO networking_nsxv3.common.synchronization [req-f2b75152-7698-4251-bc85-33071e642a4b req-8b33bf2b-f310-4451-95c0-63fdbb679b3c service nova] Enqueued Resource ID: f8c984d5-2418-4800-a502-c0f56c142940 with Priority: HIGHEST for action security_group_members [ 776.532396] env[66979]: INFO networking_nsxv3.common.synchronization [req-f2b75152-7698-4251-bc85-33071e642a4b req-8b33bf2b-f310-4451-95c0-63fdbb679b3c service nova] Enqueued Resource ID: 6421a6dd-0f05-479d-a1d5-c71727a82c9f with Priority: HIGHEST for action port [ 776.532902] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8c984d5-2418-4800-a502-c0f56c142940 with Priority: HIGHEST for action security_group_rules [ 776.533282] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8c984d5-2418-4800-a502-c0f56c142940 with Priority: HIGHEST for action security_group_members [ 776.533442] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6421a6dd-0f05-479d-a1d5-c71727a82c9f with Priority: HIGHEST for action port [ 776.534526] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8c984d5-2418-4800-a502-c0f56c142940 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.534713] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8c984d5-2418-4800-a502-c0f56c142940" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.534791] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8c984d5-2418-4800-a502-c0f56c142940" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.534993] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8c984d5-2418-4800-a502-c0f56c142940" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.535151] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8c984d5-2418-4800-a502-c0f56c142940',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.536799] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8c984d5-2418-4800-a502-c0f56c142940 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.538040] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8c984d5-2418-4800-a502-c0f56c142940" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.538040] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8c984d5-2418-4800-a502-c0f56c142940" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.538040] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8c984d5-2418-4800-a502-c0f56c142940" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.538040] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.538040] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.538040] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.538040] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.538040] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.538040] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8c984d5-2418-4800-a502-c0f56c142940',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.539629] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-6421a6dd-0f05-479d-a1d5-c71727a82c9f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.539629] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6421a6dd-0f05-479d-a1d5-c71727a82c9f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.539629] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6421a6dd-0f05-479d-a1d5-c71727a82c9f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.540792] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6421a6dd-0f05-479d-a1d5-c71727a82c9f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.540963] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6421a6dd-0f05-479d-a1d5-c71727a82c9f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.614157] env[66979]: INFO networking_nsxv3.common.synchronization [None req-4326bf11-a65c-4173-be63-5a2768396fa7 None None] Enqueued Resource ID: 5ca23db8-6725-4659-ba9e-ee947b0a9689 with Priority: HIGHEST for action port [ 776.614157] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ca23db8-6725-4659-ba9e-ee947b0a9689 with Priority: HIGHEST for action port [ 776.614526] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ca23db8-6725-4659-ba9e-ee947b0a9689 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.614732] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ca23db8-6725-4659-ba9e-ee947b0a9689" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.614850] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ca23db8-6725-4659-ba9e-ee947b0a9689" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.615188] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ca23db8-6725-4659-ba9e-ee947b0a9689" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.615312] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ca23db8-6725-4659-ba9e-ee947b0a9689',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.991548] env[66979]: INFO networking_nsxv3.common.synchronization [req-acc86da3-330d-4125-8825-16e3d8eca791 req-874d86b0-53f5-46de-a6c6-87ccb504fbcb tempest-DeleteServersTestJSON-771878521 tempest-DeleteServersTestJSON-771878521-project-member] Enqueued Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 776.992396] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 776.992991] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.993224] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.993385] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.993639] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.993912] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.994091] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.994161] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.994355] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.994447] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.994548] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.043170] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8c984d5-2418-4800-a502-c0f56c142940',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.043852] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8c984d5-2418-4800-a502-c0f56c142940 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.043981] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8c984d5-2418-4800-a502-c0f56c142940" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.045059] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6421a6dd-0f05-479d-a1d5-c71727a82c9f with status ACTIVE [ 777.045248] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.045426] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.045507] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.046906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.046906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.046906] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.046906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.046906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.046906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.046906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.046906] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.046906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.046906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.046906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.047692] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.047692] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6421a6dd-0f05-479d-a1d5-c71727a82c9f is going to be updated. [ 777.070395] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.070545] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.070606] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.070822] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.070961] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.071145] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6421a6dd-0f05-479d-a1d5-c71727a82c9f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.117571] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ca23db8-6725-4659-ba9e-ee947b0a9689 [ 777.117834] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.118630] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.118630] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.118630] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.118630] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.118630] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ca23db8-6725-4659-ba9e-ee947b0a9689 already deleted. [ 777.118630] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ca23db8-6725-4659-ba9e-ee947b0a9689" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.496615] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.497131] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.497131] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.497131] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.497403] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.497491] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.497626] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.497721] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.497939] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.498067] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.498187] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 is going to be updated. [ 777.540819] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.542033] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.542033] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.542033] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.542033] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.546119] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8c984d5-2418-4800-a502-c0f56c142940',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.553085] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: IN_PROGRESS for 2s [ 777.612872] env[66979]: INFO networking_nsxv3.common.synchronization [req-fc0d0056-e301-4d41-9896-ff497ce84688 req-5f20d29c-4719-46bb-8508-378d5c16dd04 tempest-ServerActionsTestOtherB-718778395 tempest-ServerActionsTestOtherB-718778395-project-member] Enqueued Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_members [ 777.612872] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_members [ 777.613309] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.613309] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.613390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.613946] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.613946] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.613946] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.613946] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.614515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.614515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.614515] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.036822] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.038020] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-46" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.038020] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-46" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.038020] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-46" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.038020] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.039170] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.039170] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.039170] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.039301] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.039526] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.039628] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.039733] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.039833] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.039933] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.040049] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.040217] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.051298] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.051298] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.051298] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.051775] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.051924] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.052108] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8c984d5-2418-4800-a502-c0f56c142940 is going to be created. [ 778.067174] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.067174] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 778.067174] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.067174] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-46" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.067387] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-17209d6f-d6d2-403b-803c-e3705fc74242 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.067663] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-17209d6f-d6d2-403b-803c-e3705fc74242" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.067863] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-17209d6f-d6d2-403b-803c-e3705fc74242" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.068311] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-17209d6f-d6d2-403b-803c-e3705fc74242" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.068522] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17209d6f-d6d2-403b-803c-e3705fc74242',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.072330] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: SUCCESS [ 778.073188] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.074579] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.074579] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.074579] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.074579] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.074579] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.074579] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.074579] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.074579] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.075563] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.083837] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.084076] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.084076] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.084342] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.084542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.096026] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8c984d5-2418-4800-a502-c0f56c142940 in Status: UNINITIALIZED for 2s [ 778.116608] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.117207] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.117207] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.117207] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.120930] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.120930] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.120930] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.120930] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.120930] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.120930] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.120930] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 already deleted. [ 778.120930] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.581922] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.581922] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.581922] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.581922] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.581922] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.581922] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 17209d6f-d6d2-403b-803c-e3705fc74242 not found, creating... [ 778.581922] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.581922] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.581922] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.581922] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.581922] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.582843] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.582843] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.582843] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.582843] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.583436] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.584384] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 17209d6f-d6d2-403b-803c-e3705fc74242 is going to be created. [ 778.586850] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.586850] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.586850] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.587147] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.587147] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.587384] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.587384] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.587511] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.587562] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.587697] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.587878] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.587973] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.588135] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.588388] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.588604] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.588742] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.588804] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.588947] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.589078] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.589148] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.589246] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.611134] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.611383] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.611383] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.611645] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.611869] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.612101] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-17209d6f-d6d2-403b-803c-e3705fc74242" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.093137] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7700d124-4838-4e2c-b4fc-3aea73b1a259: rpc.has_security_group_logging(os_id): False [ 779.114092] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.114280] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.114366] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.114582] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.114680] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.114912] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.115773] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.115773] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.115773] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.115773] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.115773] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.115773] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.115773] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.116365] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.116365] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.116365] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.116365] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.116593] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.116644] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.116696] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.116825] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 is going to be updated. [ 779.189770] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.189956] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.190018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.190454] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.190630] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.215808] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: IN_PROGRESS for 2s [ 779.358996] env[66979]: INFO networking_nsxv3.common.synchronization [req-fc0d0056-e301-4d41-9896-ff497ce84688 req-42d51a93-96a1-4c6a-9c2a-cd8f028636fa service nova] Enqueued Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_rules [ 779.359268] env[66979]: INFO networking_nsxv3.common.synchronization [req-fc0d0056-e301-4d41-9896-ff497ce84688 req-42d51a93-96a1-4c6a-9c2a-cd8f028636fa service nova] Enqueued Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_members [ 779.359425] env[66979]: INFO networking_nsxv3.common.synchronization [req-fc0d0056-e301-4d41-9896-ff497ce84688 req-42d51a93-96a1-4c6a-9c2a-cd8f028636fa service nova] Enqueued Resource ID: 17209d6f-d6d2-403b-803c-e3705fc74242 with Priority: HIGHEST for action port [ 779.359980] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_rules [ 779.360131] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_members [ 779.360238] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17209d6f-d6d2-403b-803c-e3705fc74242 with Priority: HIGHEST for action port [ 779.360554] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f72661a1-79ab-4976-a1a4-72f9ad7c40e3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.360698] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.360698] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.360698] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.361153] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.365032] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.365032] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.365032] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.365032] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.365032] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.365032] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.365032] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.365032] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.365032] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.365032] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.365032] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-17209d6f-d6d2-403b-803c-e3705fc74242 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.366313] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17209d6f-d6d2-403b-803c-e3705fc74242" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.366313] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17209d6f-d6d2-403b-803c-e3705fc74242" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.366313] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17209d6f-d6d2-403b-803c-e3705fc74242" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.366313] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17209d6f-d6d2-403b-803c-e3705fc74242',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.566250] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: SUCCESS [ 779.566691] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 deletion is rescheduled due to dependency. [ 779.567260] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.867451] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.868626] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.868743] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.869065] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 17209d6f-d6d2-403b-803c-e3705fc74242 with status ACTIVE [ 779.869065] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.869248] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.869248] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.869626] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.869626] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.869906] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.869957] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.870021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.870621] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.870621] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.870621] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.870621] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.870621] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.870858] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.870858] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.870858] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 17209d6f-d6d2-403b-803c-e3705fc74242 is going to be updated. [ 779.891542] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.891737] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.891819] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.892115] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.892300] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.892472] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17209d6f-d6d2-403b-803c-e3705fc74242" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.107544] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8c984d5-2418-4800-a502-c0f56c142940 in Status: SUCCESS [ 780.110702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8c984d5-2418-4800-a502-c0f56c142940" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.110702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8c984d5-2418-4800-a502-c0f56c142940" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.110702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8c984d5-2418-4800-a502-c0f56c142940" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.110702] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.110702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.110702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.110702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.110702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.110702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8c984d5-2418-4800-a502-c0f56c142940" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.110702] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8c984d5-2418-4800-a502-c0f56c142940',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.372871] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.521020] env[66979]: INFO networking_nsxv3.common.synchronization [req-48fd257c-66a5-49d5-b5ea-4ceae78894f3 req-a5489879-0316-4fad-a922-a316aca3e3f1 tempest-AttachInterfacesTestJSON-1699796385 tempest-AttachInterfacesTestJSON-1699796385-project-member] Enqueued Resource ID: eedad741-6a22-44f9-906d-da3a86714261 with Priority: HIGHEST for action security_group_members [ 780.521522] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eedad741-6a22-44f9-906d-da3a86714261 with Priority: HIGHEST for action security_group_members [ 780.521933] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-eedad741-6a22-44f9-906d-da3a86714261 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.522143] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eedad741-6a22-44f9-906d-da3a86714261" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.522283] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eedad741-6a22-44f9-906d-da3a86714261" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.522597] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eedad741-6a22-44f9-906d-da3a86714261" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.524356] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.524356] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.524356] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.524356] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.524356] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.524356] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eedad741-6a22-44f9-906d-da3a86714261',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.612465] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8c984d5-2418-4800-a502-c0f56c142940 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.612465] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8c984d5-2418-4800-a502-c0f56c142940" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.612465] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8c984d5-2418-4800-a502-c0f56c142940" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.613314] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8c984d5-2418-4800-a502-c0f56c142940" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.613314] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.613314] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.613314] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.613314] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.613314] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.613314] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8c984d5-2418-4800-a502-c0f56c142940" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.613632] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8c984d5-2418-4800-a502-c0f56c142940 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.613632] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8c984d5-2418-4800-a502-c0f56c142940" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.613632] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8c984d5-2418-4800-a502-c0f56c142940" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.613752] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8c984d5-2418-4800-a502-c0f56c142940" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.613906] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.614016] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.614093] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.614233] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.614323] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.614411] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8c984d5-2418-4800-a502-c0f56c142940" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.614542] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8c984d5-2418-4800-a502-c0f56c142940',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.861135] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.861135] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.861135] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.861355] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.861595] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.861930] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.861930] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.862912] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.863123] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.863382] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.863532] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 780.863651] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 780.863773] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 780.866170] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 780.866170] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 780.866170] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 780.875777] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.877449] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.877578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.877798] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.877896] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.877983] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 is going to be created. [ 780.886542] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 780.886730] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 780.886893] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 780.887136] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.887492] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-7707ffe7-68f6-4464-9184-272fb3b8841c taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.887713] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-7707ffe7-68f6-4464-9184-272fb3b8841c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.887863] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-7707ffe7-68f6-4464-9184-272fb3b8841c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.888245] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-7707ffe7-68f6-4464-9184-272fb3b8841c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.888392] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7707ffe7-68f6-4464-9184-272fb3b8841c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.902608] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.902832] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.903030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.903282] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.903548] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.915459] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 in Status: UNINITIALIZED for 2s [ 781.026992] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.027279] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.027346] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.027570] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.027666] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.027870] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.027966] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.028065] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.028233] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.028299] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.028400] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eedad741-6a22-44f9-906d-da3a86714261 already deleted. [ 781.028479] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eedad741-6a22-44f9-906d-da3a86714261" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.118220] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8c984d5-2418-4800-a502-c0f56c142940: rpc.has_security_group_logging(os_id): False [ 781.141100] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.141100] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.141100] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.141100] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.141390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.141390] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.141476] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.141476] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.141759] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.141759] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.141950] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.142053] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.142112] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.143430] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.143538] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.143823] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.143969] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.144061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.144229] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.144312] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.144403] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8c984d5-2418-4800-a502-c0f56c142940 is going to be created. [ 781.233890] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: SUCCESS [ 781.234274] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.238446] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.239584] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.239584] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.239584] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.239584] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.255328] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8c984d5-2418-4800-a502-c0f56c142940 in Status: IN_PROGRESS for 2s [ 781.391988] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.392289] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.392583] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.392991] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.393253] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.393523] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 7707ffe7-68f6-4464-9184-272fb3b8841c not found, creating... [ 781.393963] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.394246] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.394462] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.394826] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.395027] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.395423] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.395553] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.395658] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.395884] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.396068] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.396292] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 7707ffe7-68f6-4464-9184-272fb3b8841c is going to be created. [ 781.421452] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.421713] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.421922] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.422312] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.422578] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.422799] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-7707ffe7-68f6-4464-9184-272fb3b8841c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.161437] env[66979]: INFO networking_nsxv3.common.synchronization [req-48fd257c-66a5-49d5-b5ea-4ceae78894f3 req-4338fc2d-99f9-4442-b8d3-175a62c27825 service nova] Enqueued Resource ID: eedad741-6a22-44f9-906d-da3a86714261 with Priority: HIGHEST for action security_group_rules [ 782.163016] env[66979]: INFO networking_nsxv3.common.synchronization [req-48fd257c-66a5-49d5-b5ea-4ceae78894f3 req-4338fc2d-99f9-4442-b8d3-175a62c27825 service nova] Enqueued Resource ID: eedad741-6a22-44f9-906d-da3a86714261 with Priority: HIGHEST for action security_group_members [ 782.163016] env[66979]: INFO networking_nsxv3.common.synchronization [req-48fd257c-66a5-49d5-b5ea-4ceae78894f3 req-4338fc2d-99f9-4442-b8d3-175a62c27825 service nova] Enqueued Resource ID: 7707ffe7-68f6-4464-9184-272fb3b8841c with Priority: HIGHEST for action port [ 782.163016] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eedad741-6a22-44f9-906d-da3a86714261 with Priority: HIGHEST for action security_group_rules [ 782.163238] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eedad741-6a22-44f9-906d-da3a86714261 with Priority: HIGHEST for action security_group_members [ 782.163485] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7707ffe7-68f6-4464-9184-272fb3b8841c with Priority: HIGHEST for action port [ 782.164059] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eedad741-6a22-44f9-906d-da3a86714261 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.167020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eedad741-6a22-44f9-906d-da3a86714261" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.167020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eedad741-6a22-44f9-906d-da3a86714261" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.167020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eedad741-6a22-44f9-906d-da3a86714261" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.167020] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eedad741-6a22-44f9-906d-da3a86714261',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.167020] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-eedad741-6a22-44f9-906d-da3a86714261 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.167020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eedad741-6a22-44f9-906d-da3a86714261" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.167020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eedad741-6a22-44f9-906d-da3a86714261" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.167020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eedad741-6a22-44f9-906d-da3a86714261" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.167620] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.167870] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.168178] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.168691] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.169075] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.169333] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eedad741-6a22-44f9-906d-da3a86714261',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.170976] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-7707ffe7-68f6-4464-9184-272fb3b8841c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.171240] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7707ffe7-68f6-4464-9184-272fb3b8841c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.171393] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7707ffe7-68f6-4464-9184-272fb3b8841c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.171680] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7707ffe7-68f6-4464-9184-272fb3b8841c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.171864] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7707ffe7-68f6-4464-9184-272fb3b8841c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.674364] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eedad741-6a22-44f9-906d-da3a86714261',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.675727] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-eedad741-6a22-44f9-906d-da3a86714261 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.675940] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eedad741-6a22-44f9-906d-da3a86714261" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.676390] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7707ffe7-68f6-4464-9184-272fb3b8841c with status ACTIVE [ 782.676668] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.676851] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.677618] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.678393] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.678393] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.678643] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.678643] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.678861] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.678908] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.679053] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.679301] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.679523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.679651] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.679932] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.680073] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.680226] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7707ffe7-68f6-4464-9184-272fb3b8841c is going to be updated. [ 782.717319] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.717319] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.717319] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.717626] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.717626] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.717793] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7707ffe7-68f6-4464-9184-272fb3b8841c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.926388] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 in Status: SUCCESS [ 782.927035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.927131] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.927526] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.927748] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.927857] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.927916] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.928097] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.928696] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.928696] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.928696] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.177538] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eedad741-6a22-44f9-906d-da3a86714261',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.270538] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8c984d5-2418-4800-a502-c0f56c142940 in Status: SUCCESS [ 783.270870] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8c984d5-2418-4800-a502-c0f56c142940" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.431300] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.681885] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.681885] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.682137] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.682288] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.682288] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.682390] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eedad741-6a22-44f9-906d-da3a86714261 is going to be created. [ 783.714501] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.714750] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.714750] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.714966] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.715098] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.726343] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eedad741-6a22-44f9-906d-da3a86714261 in Status: UNINITIALIZED for 2s [ 783.934157] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f72661a1-79ab-4976-a1a4-72f9ad7c40e3: rpc.has_security_group_logging(os_id): False [ 783.955617] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.956480] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.957072] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.957439] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.957839] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.957916] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.958623] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.958623] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.958623] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.958623] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.959245] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 is going to be created. [ 784.029537] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.029537] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.029537] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.029537] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.029537] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.043537] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 in Status: IN_PROGRESS for 2s [ 784.382347] env[66979]: INFO networking_nsxv3.common.synchronization [req-5dac1a01-763c-45c9-9582-46042278557a req-5b69d558-eea8-4a0d-8219-ffa881a34f39 tempest-ImagesOneServerNegativeTestJSON-79195247 tempest-ImagesOneServerNegativeTestJSON-79195247-project-member] Enqueued Resource ID: 5ece01d5-2923-43ba-a335-54580ed2f72a with Priority: HIGHEST for action security_group_members [ 784.383272] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ece01d5-2923-43ba-a335-54580ed2f72a with Priority: HIGHEST for action security_group_members [ 784.383371] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ece01d5-2923-43ba-a335-54580ed2f72a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.383435] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.383507] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.383715] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.383912] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.383999] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.384050] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.384423] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.384423] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.384423] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ece01d5-2923-43ba-a335-54580ed2f72a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.745737] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.745959] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-127" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.746116] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-127" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.746366] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-127" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.746633] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.746785] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.746916] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.747420] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.747560] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.747799] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.747999] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.748184] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.748298] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.748410] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.748537] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.748679] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.774222] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.774222] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 784.774385] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.776526] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-127" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.776526] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-c0fd81e7-9f6b-4fbb-aeb3-d113e9b94773 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.776526] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-c0fd81e7-9f6b-4fbb-aeb3-d113e9b94773" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.776526] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-c0fd81e7-9f6b-4fbb-aeb3-d113e9b94773" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.776526] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-c0fd81e7-9f6b-4fbb-aeb3-d113e9b94773" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.776526] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0fd81e7-9f6b-4fbb-aeb3-d113e9b94773',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.889387] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.889387] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.889387] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.889387] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.913041] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.913369] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.914039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.914039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.914039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.914039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.914039] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ece01d5-2923-43ba-a335-54580ed2f72a is going to be updated. [ 784.945184] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.945420] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.945498] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.945767] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.945967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.958406] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ece01d5-2923-43ba-a335-54580ed2f72a in Status: IN_PROGRESS for 2s [ 785.061143] env[66979]: INFO networking_nsxv3.common.synchronization [req-6b293843-39f1-4ec2-a8a9-43f94236ef6a req-43edbaca-6750-46b1-8e0f-5295b6b42bd5 tempest-ServersAdminTestJSON-207348556 tempest-ServersAdminTestJSON-207348556-project-member] Enqueued Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_members [ 785.062059] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_members [ 785.062793] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.063016] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.063159] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.063478] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.063736] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.063902] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.064017] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.064257] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.064374] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.064480] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.279076] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.279375] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.279569] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.280158] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.280323] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.280894] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port c0fd81e7-9f6b-4fbb-aeb3-d113e9b94773 not found, creating... [ 785.280894] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.281066] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.281144] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.281471] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.281632] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.282109] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.282428] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.282532] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.282776] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.282976] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.283421] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: c0fd81e7-9f6b-4fbb-aeb3-d113e9b94773 is going to be created. [ 785.307735] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.307955] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.308089] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.308355] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.308595] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.308822] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-c0fd81e7-9f6b-4fbb-aeb3-d113e9b94773" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.567090] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.741440] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eedad741-6a22-44f9-906d-da3a86714261 in Status: SUCCESS [ 785.742194] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eedad741-6a22-44f9-906d-da3a86714261" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.742542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eedad741-6a22-44f9-906d-da3a86714261" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.742947] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eedad741-6a22-44f9-906d-da3a86714261" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.743554] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.743868] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.747170] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.748955] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.748955] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.748955] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eedad741-6a22-44f9-906d-da3a86714261" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.748955] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eedad741-6a22-44f9-906d-da3a86714261',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.061181] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 in Status: SUCCESS [ 786.061543] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.070213] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.116058] env[66979]: INFO networking_nsxv3.common.synchronization [req-5dac1a01-763c-45c9-9582-46042278557a req-e6de972b-a059-4a58-a7cb-c5d64b6de1f3 service nova] Enqueued Resource ID: 5ece01d5-2923-43ba-a335-54580ed2f72a with Priority: HIGHEST for action security_group_rules [ 786.116238] env[66979]: INFO networking_nsxv3.common.synchronization [req-5dac1a01-763c-45c9-9582-46042278557a req-e6de972b-a059-4a58-a7cb-c5d64b6de1f3 service nova] Enqueued Resource ID: 5ece01d5-2923-43ba-a335-54580ed2f72a with Priority: HIGHEST for action security_group_members [ 786.116363] env[66979]: INFO networking_nsxv3.common.synchronization [req-5dac1a01-763c-45c9-9582-46042278557a req-e6de972b-a059-4a58-a7cb-c5d64b6de1f3 service nova] Enqueued Resource ID: c0fd81e7-9f6b-4fbb-aeb3-d113e9b94773 with Priority: HIGHEST for action port [ 786.116888] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ece01d5-2923-43ba-a335-54580ed2f72a with Priority: HIGHEST for action security_group_rules [ 786.117033] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ece01d5-2923-43ba-a335-54580ed2f72a with Priority: HIGHEST for action security_group_members [ 786.117208] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0fd81e7-9f6b-4fbb-aeb3-d113e9b94773 with Priority: HIGHEST for action port [ 786.122420] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ece01d5-2923-43ba-a335-54580ed2f72a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.122555] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.122642] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.122854] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.122937] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ece01d5-2923-43ba-a335-54580ed2f72a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.124295] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ece01d5-2923-43ba-a335-54580ed2f72a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.124295] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.124295] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0fd81e7-9f6b-4fbb-aeb3-d113e9b94773 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.124295] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0fd81e7-9f6b-4fbb-aeb3-d113e9b94773" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.124490] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0fd81e7-9f6b-4fbb-aeb3-d113e9b94773" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.124490] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0fd81e7-9f6b-4fbb-aeb3-d113e9b94773" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.124556] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0fd81e7-9f6b-4fbb-aeb3-d113e9b94773',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.253971] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eedad741-6a22-44f9-906d-da3a86714261',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.572552] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.573045] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.573045] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.573045] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.573226] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.573226] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 is going to be updated. [ 786.609590] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.609751] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.609797] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.610101] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.610216] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.621188] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: IN_PROGRESS for 2s [ 786.627305] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ece01d5-2923-43ba-a335-54580ed2f72a taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.628010] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.628286] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0fd81e7-9f6b-4fbb-aeb3-d113e9b94773 with status ACTIVE [ 786.628489] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.628629] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.628742] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.628909] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.628998] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.629193] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.629495] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.629571] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.629749] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.629836] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.630051] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.630141] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.630212] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.630426] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.630517] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.630606] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0fd81e7-9f6b-4fbb-aeb3-d113e9b94773 is going to be updated. [ 786.660448] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.660686] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.661030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.661161] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.661365] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.661627] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0fd81e7-9f6b-4fbb-aeb3-d113e9b94773" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.757348] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eedad741-6a22-44f9-906d-da3a86714261: rpc.has_security_group_logging(os_id): False [ 786.787708] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.787933] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.787933] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.788186] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.788304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.788559] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.788669] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.788726] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.788896] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.789027] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.789122] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eedad741-6a22-44f9-906d-da3a86714261 is going to be created. [ 786.881395] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.882254] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.882254] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.882254] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.882254] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.897924] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eedad741-6a22-44f9-906d-da3a86714261 in Status: IN_PROGRESS for 2s [ 786.980582] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ece01d5-2923-43ba-a335-54580ed2f72a in Status: SUCCESS [ 786.980582] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ece01d5-2923-43ba-a335-54580ed2f72a deletion is rescheduled due to dependency. [ 786.980582] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.980582] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.980829] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.981374] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.981374] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.981374] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.981591] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.981591] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.981654] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ece01d5-2923-43ba-a335-54580ed2f72a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.484752] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ece01d5-2923-43ba-a335-54580ed2f72a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.992716] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ece01d5-2923-43ba-a335-54580ed2f72a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.494986] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.495409] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.495500] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.495749] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.495842] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.495949] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ece01d5-2923-43ba-a335-54580ed2f72a is going to be updated. [ 788.540838] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.541117] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.541117] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.541325] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.541472] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.552164] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ece01d5-2923-43ba-a335-54580ed2f72a in Status: IN_PROGRESS for 2s [ 788.635982] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: SUCCESS [ 788.635982] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.910144] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eedad741-6a22-44f9-906d-da3a86714261 in Status: SUCCESS [ 788.910308] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eedad741-6a22-44f9-906d-da3a86714261" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.592043] env[66979]: INFO networking_nsxv3.common.synchronization [req-affd9049-a0a3-4451-adb0-eb6e25c1c5ba req-4af1b1d5-271e-449e-8e86-6ed57af8f95e tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_members [ 789.592043] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_members [ 789.592043] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.592043] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.592043] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.592043] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.592043] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.592043] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.592043] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.592043] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.592043] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.592043] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.024042] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-928 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.024265] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-928" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.024385] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-928" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.024738] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-928" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.024998] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.025162] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.025306] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.025571] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.025719] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.025932] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.026053] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 790.026159] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 790.026263] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 790.026367] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 790.026470] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 790.026598] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 790.047732] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 790.047898] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 790.048045] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 790.048244] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-928" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.048567] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-ef3f66b2-556c-4a05-b833-2815620f961a taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.048768] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-ef3f66b2-556c-4a05-b833-2815620f961a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.048946] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-ef3f66b2-556c-4a05-b833-2815620f961a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.049534] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-ef3f66b2-556c-4a05-b833-2815620f961a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.049702] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef3f66b2-556c-4a05-b833-2815620f961a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.094573] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.552654] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.552868] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.552986] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.553286] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.553429] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.553567] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port ef3f66b2-556c-4a05-b833-2815620f961a not found, creating... [ 790.553855] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.554739] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.554739] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.554739] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.554739] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.554908] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.554908] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.555024] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.555392] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.555392] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.555499] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: ef3f66b2-556c-4a05-b833-2815620f961a is going to be created. [ 790.571123] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ece01d5-2923-43ba-a335-54580ed2f72a in Status: SUCCESS [ 790.571382] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.571556] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.571762] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.571946] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.572253] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.572253] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.572318] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.572348] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.572441] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.572520] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ece01d5-2923-43ba-a335-54580ed2f72a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.583629] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.583629] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.583629] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.583778] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.584210] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.584286] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-ef3f66b2-556c-4a05-b833-2815620f961a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.596953] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.075529] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ece01d5-2923-43ba-a335-54580ed2f72a taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.075678] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.075739] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.075958] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.076140] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.076292] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.076366] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.076517] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.076602] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.076719] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.076855] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ece01d5-2923-43ba-a335-54580ed2f72a taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.076945] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.077336] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.077336] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.077484] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.077484] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.077631] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.077700] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.077969] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.077969] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.077969] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ece01d5-2923-43ba-a335-54580ed2f72a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.100063] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.100234] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.100325] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.100599] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.100697] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.100809] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 is going to be updated. [ 791.139228] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.140548] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.140841] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.140923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.141349] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.152740] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: IN_PROGRESS for 2s [ 791.346482] env[66979]: INFO networking_nsxv3.common.synchronization [req-affd9049-a0a3-4451-adb0-eb6e25c1c5ba req-59214678-acc7-4213-8512-72ee853f6fe9 service nova] Enqueued Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_rules [ 791.346739] env[66979]: INFO networking_nsxv3.common.synchronization [req-affd9049-a0a3-4451-adb0-eb6e25c1c5ba req-59214678-acc7-4213-8512-72ee853f6fe9 service nova] Enqueued Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_members [ 791.346907] env[66979]: INFO networking_nsxv3.common.synchronization [req-affd9049-a0a3-4451-adb0-eb6e25c1c5ba req-59214678-acc7-4213-8512-72ee853f6fe9 service nova] Enqueued Resource ID: ef3f66b2-556c-4a05-b833-2815620f961a with Priority: HIGHEST for action port [ 791.347468] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_rules [ 791.347574] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_members [ 791.347674] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3f66b2-556c-4a05-b833-2815620f961a with Priority: HIGHEST for action port [ 791.347897] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.348025] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.348094] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.348303] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.348384] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.349685] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.349809] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.350122] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef3f66b2-556c-4a05-b833-2815620f961a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.350122] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef3f66b2-556c-4a05-b833-2815620f961a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.350332] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef3f66b2-556c-4a05-b833-2815620f961a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.350375] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef3f66b2-556c-4a05-b833-2815620f961a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.350432] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef3f66b2-556c-4a05-b833-2815620f961a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.582986] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ece01d5-2923-43ba-a335-54580ed2f72a: rpc.has_security_group_logging(os_id): False [ 791.600231] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.600573] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.600573] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.604019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.604019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.604019] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.604019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.604019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.604019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.604019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.604019] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.604019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.604019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.604019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.604019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.604978] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.605108] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.605172] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.605331] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.605407] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.605492] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ece01d5-2923-43ba-a335-54580ed2f72a is going to be updated. [ 791.707211] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.707619] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.707758] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.707994] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.708357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.724672] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ece01d5-2923-43ba-a335-54580ed2f72a in Status: IN_PROGRESS for 2s [ 791.850636] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.850863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.853664] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef3f66b2-556c-4a05-b833-2815620f961a with status ACTIVE [ 791.853859] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.853997] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.854072] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.854305] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.854403] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.854582] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.854766] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.854766] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.855374] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.855374] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.855374] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.855374] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.855694] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.855694] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.855694] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.855858] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef3f66b2-556c-4a05-b833-2815620f961a is going to be updated. [ 791.881785] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.881937] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.882019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.882232] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.883034] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.885757] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef3f66b2-556c-4a05-b833-2815620f961a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.811076] env[66979]: INFO networking_nsxv3.common.synchronization [None req-133616cd-a173-4352-9c2d-a0859c64162c None None] Enqueued Resource ID: 278ccdc2-bf5e-412c-8fdb-d86cea2fe00e with Priority: HIGHEST for action port [ 792.811076] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 278ccdc2-bf5e-412c-8fdb-d86cea2fe00e with Priority: HIGHEST for action port [ 792.813812] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-278ccdc2-bf5e-412c-8fdb-d86cea2fe00e taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.814160] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-278ccdc2-bf5e-412c-8fdb-d86cea2fe00e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.814416] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-278ccdc2-bf5e-412c-8fdb-d86cea2fe00e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.815100] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-278ccdc2-bf5e-412c-8fdb-d86cea2fe00e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.815100] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('278ccdc2-bf5e-412c-8fdb-d86cea2fe00e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.163417] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: SUCCESS [ 793.163631] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.163803] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.164031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.164215] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.164330] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.164390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.164550] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.164630] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.164724] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.320293] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 278ccdc2-bf5e-412c-8fdb-d86cea2fe00e [ 793.320293] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.320293] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.320293] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.320293] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.320293] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.320293] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:278ccdc2-bf5e-412c-8fdb-d86cea2fe00e already deleted. [ 793.320688] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-278ccdc2-bf5e-412c-8fdb-d86cea2fe00e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.669213] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.741809] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ece01d5-2923-43ba-a335-54580ed2f72a in Status: SUCCESS [ 793.743390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.855587] env[66979]: INFO networking_nsxv3.common.synchronization [req-b569f1b1-3a92-4198-9003-5764266312fa req-f4fb3004-d3e3-484c-bedd-72ef733eb94c tempest-ImagesTestJSON-1664217714 tempest-ImagesTestJSON-1664217714-project-member] Enqueued Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_members [ 793.856286] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_members [ 793.857254] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.857425] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.857536] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.857733] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.857892] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.858800] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.858800] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.858800] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.858800] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.858800] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.170747] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.363649] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.363878] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.363956] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.364254] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.364875] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.364875] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.364875] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.364875] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.365086] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.365086] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.365216] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77723165-bb10-4849-b9dc-abee857eeb83 is going to be updated. [ 794.400711] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.400899] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.400964] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.401208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.401411] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.414149] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: IN_PROGRESS for 2s [ 794.676196] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.676347] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.676411] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.676635] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.676718] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.676815] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 is going to be updated. [ 794.709431] env[66979]: INFO networking_nsxv3.common.synchronization [None req-0b06f84f-6944-44de-8269-cb63566b530a tempest-AttachVolumeNegativeTest-425064559 tempest-AttachVolumeNegativeTest-425064559-project-member] Enqueued Resource ID: 7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 with Priority: HIGHEST for action security_group_rules [ 794.710083] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 with Priority: HIGHEST for action security_group_rules [ 794.710497] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.710619] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.710765] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.710999] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.711098] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f47bc47-5cc5-4ef0-9ff0-3479c93f6458',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.727980] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.728152] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.728206] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.728401] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.728554] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.743703] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: IN_PROGRESS for 2s [ 794.820033] env[66979]: INFO networking_nsxv3.common.synchronization [None req-d05444c0-ed2b-4fbf-956b-b2ac7e567d26 tempest-AttachVolumeNegativeTest-425064559 tempest-AttachVolumeNegativeTest-425064559-project-member] Enqueued Resource ID: 7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 with Priority: HIGHEST for action security_group_rules [ 794.820033] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 with Priority: HIGHEST for action security_group_rules [ 794.820033] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.820033] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.137036] env[66979]: INFO networking_nsxv3.common.synchronization [None req-79f8f2ba-e5e3-46e1-8d9e-6fc4ed23c8ef None None] Enqueued Resource ID: ea210749-eb12-416c-a2b9-261598195b24 with Priority: HIGHEST for action port [ 795.137036] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea210749-eb12-416c-a2b9-261598195b24 with Priority: HIGHEST for action port [ 795.137036] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea210749-eb12-416c-a2b9-261598195b24 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.137036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea210749-eb12-416c-a2b9-261598195b24" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.137036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea210749-eb12-416c-a2b9-261598195b24" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.137036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea210749-eb12-416c-a2b9-261598195b24" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.137036] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea210749-eb12-416c-a2b9-261598195b24',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.236617] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.236778] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.237666] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.237666] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.237666] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.237666] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 already deleted. [ 795.237666] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.237666] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.237666] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.238540] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f47bc47-5cc5-4ef0-9ff0-3479c93f6458',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.641906] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea210749-eb12-416c-a2b9-261598195b24 [ 795.642166] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.642295] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.642365] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.642579] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.642666] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.643063] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea210749-eb12-416c-a2b9-261598195b24 already deleted. [ 795.643063] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea210749-eb12-416c-a2b9-261598195b24" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.767461] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.767627] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.767676] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.767888] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.767973] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.768084] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 already deleted. [ 795.768170] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.426036] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: SUCCESS [ 796.427567] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77723165-bb10-4849-b9dc-abee857eeb83 deletion is rescheduled due to dependency. [ 796.427567] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.757249] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: SUCCESS [ 796.757249] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.757249] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.757249] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.757629] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.757629] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.757629] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.757772] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.757850] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.758613] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.758613] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.261824] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.261998] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.261998] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.262278] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.263035] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.263035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.263035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.263035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.263035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.263035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.263414] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.263414] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.263414] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.263581] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.263629] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.263880] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.263880] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.264186] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.264186] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.264186] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.264385] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.766517] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de5bfa1e-2c4e-4747-9a80-0701acf03d59: rpc.has_security_group_logging(os_id): False [ 797.785746] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.785904] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.785965] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.786243] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.805637] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.805929] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.806057] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.806132] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.806325] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.806433] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.806646] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.806749] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.806812] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.806969] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.807055] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.807337] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.807661] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.807661] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.807774] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.807865] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.807957] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 is going to be updated. [ 797.874131] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.874326] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.874398] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.874592] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.874757] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.889836] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: IN_PROGRESS for 2s [ 797.924417] env[66979]: INFO networking_nsxv3.common.synchronization [req-0eecfb4a-277f-4414-bcb2-0f836b3d07d6 req-8ad1bd9c-bdc7-4ce0-9a95-bedd71e3fcc5 tempest-InstanceActionsTestJSON-193057254 tempest-InstanceActionsTestJSON-193057254-project-member] Enqueued Resource ID: f8c984d5-2418-4800-a502-c0f56c142940 with Priority: HIGHEST for action security_group_members [ 797.924934] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8c984d5-2418-4800-a502-c0f56c142940 with Priority: HIGHEST for action security_group_members [ 797.925245] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8c984d5-2418-4800-a502-c0f56c142940 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.925366] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8c984d5-2418-4800-a502-c0f56c142940" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.925433] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8c984d5-2418-4800-a502-c0f56c142940" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.925649] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8c984d5-2418-4800-a502-c0f56c142940" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.925774] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.925866] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.925926] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.926099] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.926181] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.926272] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8c984d5-2418-4800-a502-c0f56c142940',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.222418] env[66979]: INFO networking_nsxv3.common.synchronization [req-169d036a-f80d-4771-a18f-ab8916ae066b req-a1feafe8-b31c-4b1e-86e0-19083b4337b1 tempest-ListServerFiltersTestJSON-1902535644 tempest-ListServerFiltersTestJSON-1902535644-project-member] Enqueued Resource ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 with Priority: HIGHEST for action security_group_members [ 798.222418] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 with Priority: HIGHEST for action security_group_members [ 798.222418] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.222418] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.222418] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.222968] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.223268] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.223491] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.223665] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.223928] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.224122] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.224321] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.428577] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.428723] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.428794] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.429702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.429702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.429702] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.429702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.429702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.429702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.429982] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.429982] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8c984d5-2418-4800-a502-c0f56c142940 is going to be updated. [ 798.473025] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.473025] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.473025] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.473025] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.473025] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.482401] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8c984d5-2418-4800-a502-c0f56c142940 in Status: IN_PROGRESS for 2s [ 798.726312] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.231293] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.736466] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.736466] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.736583] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.736772] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.736862] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.738276] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 is going to be updated. [ 799.770994] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.771173] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.771228] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.771435] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.771586] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.784518] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 in Status: IN_PROGRESS for 2s [ 799.906461] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: SUCCESS [ 799.906461] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.914862] env[66979]: INFO networking_nsxv3.common.synchronization [req-50309622-e0e0-49ef-920a-a6123c65f421 req-3f36030b-353d-49c1-a4a6-b934963e0740 tempest-ServerDiskConfigTestJSON-24761059 tempest-ServerDiskConfigTestJSON-24761059-project-member] Enqueued Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_members [ 799.915445] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_members [ 799.916550] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.916550] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.916550] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.916550] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.916550] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.916550] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.916550] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.916550] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.916897] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.916897] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.418693] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.419106] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.419106] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.419106] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.419308] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.419430] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.420240] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.420309] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.420544] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.420658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.420739] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 is going to be updated. [ 800.465542] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.465542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.465542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.465542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.465542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.477064] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: IN_PROGRESS for 2s [ 800.494132] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8c984d5-2418-4800-a502-c0f56c142940 in Status: SUCCESS [ 800.494132] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8c984d5-2418-4800-a502-c0f56c142940 deletion is rescheduled due to dependency. [ 800.494132] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8c984d5-2418-4800-a502-c0f56c142940" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.798019] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 in Status: SUCCESS [ 801.798019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.076719] env[66979]: INFO networking_nsxv3.common.synchronization [req-9050006b-21aa-43fe-9305-ef2ae7f19d20 req-c2bf7fec-1b8c-495b-8450-c1ff846e2bb7 tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: 3683c386-e51c-4bb2-880b-952c6c446c1c with Priority: HIGHEST for action security_group_members [ 802.076922] env[66979]: INFO networking_nsxv3.common.synchronization [req-9050006b-21aa-43fe-9305-ef2ae7f19d20 req-c2bf7fec-1b8c-495b-8450-c1ff846e2bb7 tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_members [ 802.078183] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3683c386-e51c-4bb2-880b-952c6c446c1c with Priority: HIGHEST for action security_group_members [ 802.078183] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_members [ 802.078183] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3683c386-e51c-4bb2-880b-952c6c446c1c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.078919] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.078919] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.079842] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.079842] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.079842] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.079842] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.079842] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.079842] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.080524] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3683c386-e51c-4bb2-880b-952c6c446c1c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.081105] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.081105] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.081235] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.081445] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.081558] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.081919] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.081919] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.082211] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.082211] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.082351] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.131473] env[66979]: INFO networking_nsxv3.common.synchronization [req-9050006b-21aa-43fe-9305-ef2ae7f19d20 req-c2bf7fec-1b8c-495b-8450-c1ff846e2bb7 tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: 3683c386-e51c-4bb2-880b-952c6c446c1c with Priority: HIGHEST for action security_group_rules [ 802.131640] env[66979]: INFO networking_nsxv3.common.synchronization [req-9050006b-21aa-43fe-9305-ef2ae7f19d20 req-c2bf7fec-1b8c-495b-8450-c1ff846e2bb7 tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: 3683c386-e51c-4bb2-880b-952c6c446c1c with Priority: HIGHEST for action security_group_members [ 802.131764] env[66979]: INFO networking_nsxv3.common.synchronization [req-9050006b-21aa-43fe-9305-ef2ae7f19d20 req-c2bf7fec-1b8c-495b-8450-c1ff846e2bb7 tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_rules [ 802.131896] env[66979]: INFO networking_nsxv3.common.synchronization [req-9050006b-21aa-43fe-9305-ef2ae7f19d20 req-c2bf7fec-1b8c-495b-8450-c1ff846e2bb7 tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_members [ 802.132027] env[66979]: INFO networking_nsxv3.common.synchronization [req-9050006b-21aa-43fe-9305-ef2ae7f19d20 req-c2bf7fec-1b8c-495b-8450-c1ff846e2bb7 tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: ef3f66b2-556c-4a05-b833-2815620f961a with Priority: HIGHEST for action port [ 802.132862] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3683c386-e51c-4bb2-880b-952c6c446c1c with Priority: HIGHEST for action security_group_rules [ 802.132862] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_rules [ 802.132862] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3f66b2-556c-4a05-b833-2815620f961a with Priority: HIGHEST for action port [ 802.132862] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3683c386-e51c-4bb2-880b-952c6c446c1c with Priority: HIGHEST for action security_group_members [ 802.133016] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_members [ 802.133324] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3683c386-e51c-4bb2-880b-952c6c446c1c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.133467] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.133583] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.133788] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.133854] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3683c386-e51c-4bb2-880b-952c6c446c1c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.134988] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.135130] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.135176] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.135418] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.135508] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.136241] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef3f66b2-556c-4a05-b833-2815620f961a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.136401] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef3f66b2-556c-4a05-b833-2815620f961a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.136401] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef3f66b2-556c-4a05-b833-2815620f961a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.137108] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef3f66b2-556c-4a05-b833-2815620f961a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.137108] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef3f66b2-556c-4a05-b833-2815620f961a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.141307] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3683c386-e51c-4bb2-880b-952c6c446c1c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.141307] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.141307] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.141450] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.488088] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: SUCCESS [ 802.488340] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 deletion is rescheduled due to dependency. [ 802.488483] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.584080] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3683c386-e51c-4bb2-880b-952c6c446c1c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.587846] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.642772] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.642907] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.643164] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3683c386-e51c-4bb2-880b-952c6c446c1c taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.643259] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.644547] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef3f66b2-556c-4a05-b833-2815620f961a with status ACTIVE [ 802.644719] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.644826] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.644890] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.645166] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.645263] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.645433] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.645532] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.645592] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.645745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.645816] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.645990] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.646092] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.646149] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.646282] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.646353] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.646434] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef3f66b2-556c-4a05-b833-2815620f961a is going to be updated. [ 802.670341] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.670541] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.670618] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.670827] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.670984] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.671160] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef3f66b2-556c-4a05-b833-2815620f961a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.000546] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.000893] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.000893] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.002133] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.002316] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.087332] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3683c386-e51c-4bb2-880b-952c6c446c1c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.089651] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.505115] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.590734] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.592032] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.592032] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.592189] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.592299] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.592814] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3683c386-e51c-4bb2-880b-952c6c446c1c is going to be created. [ 803.594551] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.595214] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.595359] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.595592] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.595713] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.595835] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 is going to be updated. [ 803.631613] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.633238] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.633892] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.633892] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.633892] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.638222] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.638412] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.638412] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.638844] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.638844] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.652507] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3683c386-e51c-4bb2-880b-952c6c446c1c in Status: UNINITIALIZED for 2s [ 803.653576] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: IN_PROGRESS for 2s [ 804.007495] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.511772] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 804.511772] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 805.406452] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.407068] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.407068] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.407068] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.421932] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 805.423744] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.424790] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 805.456177] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.456177] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.456177] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.456177] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.464514] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.465537] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 805.465766] env[66979]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66979) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 805.465995] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 805.507710] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.507936] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.507936] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.509185] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.509527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.509713] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 805.581295] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.581466] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.581686] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.581760] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.581980] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.582239] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 805.666671] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3683c386-e51c-4bb2-880b-952c6c446c1c in Status: SUCCESS [ 805.666671] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.667987] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: SUCCESS [ 805.668148] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.668308] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.668537] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.668721] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.668878] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.668950] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.669747] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.669838] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.669965] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3683c386-e51c-4bb2-880b-952c6c446c1c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.671094] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.671219] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.671397] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.671522] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.671589] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.671814] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.671888] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.671936] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.682768] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.682768] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.682768] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.683096] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.684333] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.685479] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:37. [ 805.685479] env[66979]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'7a8ee3ac-9a87-4a99-b061-a73552626a2f', '40be81ad-6f91-4d06-84bc-8a2a0766af5f', '1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa', '4af7947c-d5a7-47c9-898c-ab741c32f89a', '5ece01d5-2923-43ba-a335-54580ed2f72a', 'de5bfa1e-2c4e-4747-9a80-0701acf03d59', '7700d124-4838-4e2c-b4fc-3aea73b1a259', 'faccbb04-f389-44e6-bf45-04d64b0ac570', 'b7dd50ab-17a5-48b9-b66b-3b38b7688b07', '7751c4fb-0875-4f53-9dc4-7b7121dfacf7', '08e94d96-90dc-4aab-b325-7d36d6bf2184', '800d45e0-e554-4865-80d9-8af6117c4497', 'fefbb5d3-3345-4143-8887-a3a43d94e9d2', 'a6470684-9ca6-4b2e-bb9e-aa06f4e72fed', '5f53fe5d-8905-4361-88fe-94c3593e0f01', 'f960cd0a-297d-4505-a3f6-8358ce2a9038', 'd1cadf4a-2363-4923-90ae-2f4cab45bfc3', 'fbcc018e-4c0d-495a-87e9-ee9792c3c0e0', '040ae308-b31f-4a0d-83b2-df89a2a69ca3', '8e983b3f-bea7-4997-81e0-4373048866c5', '8606b7f1-120a-459b-b2b0-295e62e6f9b6', '10c3eac2-107d-48a5-85b4-47cb69fc0e9d', '7ad799ee-bbf6-483b-8d55-df9eab8a371a', 'eedad741-6a22-44f9-906d-da3a86714261', 'f83d3924-9f4a-4cf8-ac9a-8810327d5e64', '1b81965c-36f3-4ca2-a830-d83375549e55', '3b417090-0d8d-4c97-9dd8-130455d49254', '38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0', 'a2b1c138-a92e-4031-9abc-cdb09e8e1034', '77723165-bb10-4849-b9dc-abee857eeb83', 'f5e97c8e-582c-423c-98d2-eda3f2db5a0c', 'cdcf65e6-e785-4d77-a9cf-3a6fa6bce984', '6b51eef3-7de4-4972-9885-c342a512c0e9', 'fc405a3b-eed8-485b-b0cd-c15ed5254992', 'b9218918-fcee-4786-9e37-b26af191e097', 'f8c984d5-2418-4800-a502-c0f56c142940', 'f72661a1-79ab-4976-a1a4-72f9ad7c40e3'} {{(pid=66979) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 805.685479] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 805.726855] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.727080] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.727511] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.732029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.732029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.732029] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 805.732029] env[66979]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66979) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 805.732029] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 805.826609] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.826899] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.826899] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.827545] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.827827] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.828545] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 805.828545] env[66979]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66979) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 805.828545] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 805.828545] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 805.828545] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/37 resources of Type:Security Group Rules [ 805.828545] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGH for action security_group_rules [ 805.828545] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f with Priority: HIGH for action security_group_rules [ 805.828545] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa with Priority: HIGH for action security_group_rules [ 805.828545] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4af7947c-d5a7-47c9-898c-ab741c32f89a with Priority: HIGH for action security_group_rules [ 805.828922] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ece01d5-2923-43ba-a335-54580ed2f72a with Priority: HIGH for action security_group_rules [ 805.828922] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGH for action security_group_rules [ 805.828922] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGH for action security_group_rules [ 805.828922] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: faccbb04-f389-44e6-bf45-04d64b0ac570 with Priority: HIGH for action security_group_rules [ 805.828922] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b7dd50ab-17a5-48b9-b66b-3b38b7688b07 with Priority: HIGH for action security_group_rules [ 805.828922] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7751c4fb-0875-4f53-9dc4-7b7121dfacf7 with Priority: HIGH for action security_group_rules [ 805.828922] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 with Priority: HIGH for action security_group_rules [ 805.829252] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 800d45e0-e554-4865-80d9-8af6117c4497 with Priority: HIGH for action security_group_rules [ 805.829252] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fefbb5d3-3345-4143-8887-a3a43d94e9d2 with Priority: HIGH for action security_group_rules [ 805.830363] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed with Priority: HIGH for action security_group_rules [ 805.831547] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGH for action security_group_rules [ 805.831664] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 with Priority: HIGH for action security_group_rules [ 805.831707] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 with Priority: HIGH for action security_group_rules [ 805.831798] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 with Priority: HIGH for action security_group_rules [ 805.831874] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 040ae308-b31f-4a0d-83b2-df89a2a69ca3 with Priority: HIGH for action security_group_rules [ 805.831932] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8e983b3f-bea7-4997-81e0-4373048866c5 with Priority: HIGH for action security_group_rules [ 805.832144] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.175064] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3683c386-e51c-4bb2-880b-952c6c446c1c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.175308] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.216419] env[66979]: INFO networking_nsxv3.common.synchronization [None req-11f7b65c-81ad-44d2-8dae-d2d8bf1b8fbc None None] Enqueued Resource ID: 9d88496a-7264-49eb-abfa-72c4fd4dace5 with Priority: HIGHEST for action port [ 806.216614] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d88496a-7264-49eb-abfa-72c4fd4dace5 with Priority: HIGHEST for action port [ 806.216817] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGH for action security_group_rules [ 806.216877] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa with Priority: HIGH for action security_group_rules [ 806.216979] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGH for action security_group_rules [ 806.217113] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGH for action security_group_rules [ 806.217240] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e983b3f-bea7-4997-81e0-4373048866c5 with Priority: HIGH for action security_group_rules [ 806.217599] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 040ae308-b31f-4a0d-83b2-df89a2a69ca3 with Priority: HIGH for action security_group_rules [ 806.217726] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 with Priority: HIGH for action security_group_rules [ 806.218293] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 with Priority: HIGH for action security_group_rules [ 806.218421] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed with Priority: HIGH for action security_group_rules [ 806.218563] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 with Priority: HIGH for action security_group_rules [ 806.218680] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fefbb5d3-3345-4143-8887-a3a43d94e9d2 with Priority: HIGH for action security_group_rules [ 806.218794] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 800d45e0-e554-4865-80d9-8af6117c4497 with Priority: HIGH for action security_group_rules [ 806.218919] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 with Priority: HIGH for action security_group_rules [ 806.219118] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7751c4fb-0875-4f53-9dc4-7b7121dfacf7 with Priority: HIGH for action security_group_rules [ 806.219245] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7dd50ab-17a5-48b9-b66b-3b38b7688b07 with Priority: HIGH for action security_group_rules [ 806.219362] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGH for action security_group_rules [ 806.219570] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faccbb04-f389-44e6-bf45-04d64b0ac570 with Priority: HIGH for action security_group_rules [ 806.219793] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ece01d5-2923-43ba-a335-54580ed2f72a with Priority: HIGH for action security_group_rules [ 806.219793] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f with Priority: HIGH for action security_group_rules [ 806.219898] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4af7947c-d5a7-47c9-898c-ab741c32f89a with Priority: HIGH for action security_group_rules [ 806.220581] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d88496a-7264-49eb-abfa-72c4fd4dace5 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.220781] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d88496a-7264-49eb-abfa-72c4fd4dace5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.220871] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d88496a-7264-49eb-abfa-72c4fd4dace5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.221298] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d88496a-7264-49eb-abfa-72c4fd4dace5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.221409] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d88496a-7264-49eb-abfa-72c4fd4dace5',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.222447] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.222550] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.222642] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.222838] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.222938] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.223916] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.224035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.224100] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.224249] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.224383] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.225565] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.225726] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.225779] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.226034] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.226132] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.228211] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.228211] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.228211] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.228574] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.228574] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.230412] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e983b3f-bea7-4997-81e0-4373048866c5 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.230811] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.231453] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.231661] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.231850] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e983b3f-bea7-4997-81e0-4373048866c5',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.232886] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-040ae308-b31f-4a0d-83b2-df89a2a69ca3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.233223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.233328] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.233537] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.233605] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('040ae308-b31f-4a0d-83b2-df89a2a69ca3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.234604] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.234749] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.234851] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.235055] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.235412] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbcc018e-4c0d-495a-87e9-ee9792c3c0e0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.236603] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1cadf4a-2363-4923-90ae-2f4cab45bfc3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.236732] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.236834] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.237119] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.237323] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1cadf4a-2363-4923-90ae-2f4cab45bfc3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.237552] env[66979]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 806.238276] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.238493] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.238552] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.238720] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.238813] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6470684-9ca6-4b2e-bb9e-aa06f4e72fed',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.240155] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f960cd0a-297d-4505-a3f6-8358ce2a9038 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.240155] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.240155] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.240155] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.240358] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f960cd0a-297d-4505-a3f6-8358ce2a9038',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.241133] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fefbb5d3-3345-4143-8887-a3a43d94e9d2 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.241284] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.241372] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.241581] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.241662] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fefbb5d3-3345-4143-8887-a3a43d94e9d2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.242553] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-800d45e0-e554-4865-80d9-8af6117c4497 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.242700] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.242787] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.242963] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.243116] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('800d45e0-e554-4865-80d9-8af6117c4497',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.244030] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08e94d96-90dc-4aab-b325-7d36d6bf2184 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.244181] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.244280] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.244434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.244533] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08e94d96-90dc-4aab-b325-7d36d6bf2184',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.245560] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7751c4fb-0875-4f53-9dc4-7b7121dfacf7 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.245560] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.245560] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.245783] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.245874] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7751c4fb-0875-4f53-9dc4-7b7121dfacf7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.246726] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b7dd50ab-17a5-48b9-b66b-3b38b7688b07 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.246821] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.247406] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.247406] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.247406] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b7dd50ab-17a5-48b9-b66b-3b38b7688b07',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.248242] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.248371] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.248675] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-faccbb04-f389-44e6-bf45-04d64b0ac570 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.248804] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.248875] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.249064] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.249157] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('faccbb04-f389-44e6-bf45-04d64b0ac570',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.250091] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ece01d5-2923-43ba-a335-54580ed2f72a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.250245] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.250335] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.250501] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.250571] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ece01d5-2923-43ba-a335-54580ed2f72a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.251454] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40be81ad-6f91-4d06-84bc-8a2a0766af5f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.251604] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.251695] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.251871] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.251950] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40be81ad-6f91-4d06-84bc-8a2a0766af5f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.252178] env[66979]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 806.253052] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4af7947c-d5a7-47c9-898c-ab741c32f89a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.253197] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.253297] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.253472] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.253569] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4af7947c-d5a7-47c9-898c-ab741c32f89a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.263302] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d88496a-7264-49eb-abfa-72c4fd4dace5 [ 806.264013] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.264013] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.264013] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.264197] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.264776] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.264776] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d88496a-7264-49eb-abfa-72c4fd4dace5 already deleted. [ 806.264776] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d88496a-7264-49eb-abfa-72c4fd4dace5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.438427] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.439109] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.439109] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.439109] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.442719] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.442904] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.466811] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.466811] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f is going to be deleted. [ 806.467435] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.468224] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.486507] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.486712] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa is going to be deleted. [ 806.524339] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.524339] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.524339] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.524771] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.524771] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.524771] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.543673] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.543673] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.543673] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.543965] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.543965] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.544081] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1c8a1e0c-8e9b-415e-80a0-6aec8de5ceaa" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.681048] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3683c386-e51c-4bb2-880b-952c6c446c1c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.682515] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.954989] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f960cd0a-297d-4505-a3f6-8358ce2a9038 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.955166] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.955240] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.955937] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.955937] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.955937] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.955937] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.955937] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.956761] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.956761] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.956761] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f960cd0a-297d-4505-a3f6-8358ce2a9038',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.972876] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ece01d5-2923-43ba-a335-54580ed2f72a taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.973557] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.973557] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.974607] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.974607] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.974607] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.974607] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.974607] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.974607] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.974607] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.974607] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ece01d5-2923-43ba-a335-54580ed2f72a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.975415] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-40be81ad-6f91-4d06-84bc-8a2a0766af5f taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.975663] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.975663] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.975773] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.975876] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.976861] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.976861] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.976861] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.976861] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.976861] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.976861] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40be81ad-6f91-4d06-84bc-8a2a0766af5f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.977298] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.977298] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.977428] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.977514] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.977657] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.977765] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.977805] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.977937] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.978047] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.978132] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.978210] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.978978] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-08e94d96-90dc-4aab-b325-7d36d6bf2184 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.979116] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.979476] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.979657] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.979807] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.979907] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.979970] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.980166] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.980204] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.980267] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.980348] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08e94d96-90dc-4aab-b325-7d36d6bf2184',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.985557] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.985557] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.985557] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.985691] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.985842] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.985941] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.986009] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.986257] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.986341] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.986763] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.986859] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6470684-9ca6-4b2e-bb9e-aa06f4e72fed',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.012843] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.013007] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.013120] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.013508] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.023368] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.023368] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.023939] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.023999] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.027534] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.027658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.029065] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.029171] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.029987] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.030099] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.032268] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.032341] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.033322] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.033322] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.034251] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.034418] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.035335] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.035427] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.036207] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.037746] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.038251] env[66979]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 807.038858] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.038931] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7751c4fb-0875-4f53-9dc4-7b7121dfacf7 is going to be deleted. [ 807.040073] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.040337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.060785] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.060918] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 040ae308-b31f-4a0d-83b2-df89a2a69ca3 is going to be deleted. [ 807.061919] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.062485] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.087591] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.087752] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 800d45e0-e554-4865-80d9-8af6117c4497 is going to be deleted. [ 807.089393] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.089393] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.123154] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.123414] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4af7947c-d5a7-47c9-898c-ab741c32f89a is going to be deleted. [ 807.126967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.126967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.128657] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.128657] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.128828] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.128877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.152742] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.152960] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b7dd50ab-17a5-48b9-b66b-3b38b7688b07 is going to be deleted. [ 807.153925] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.154169] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.157248] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.157248] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.185730] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.185968] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fefbb5d3-3345-4143-8887-a3a43d94e9d2 is going to be deleted. [ 807.187483] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.187754] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.187819] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.188122] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.188221] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.188370] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3683c386-e51c-4bb2-880b-952c6c446c1c is going to be updated. [ 807.190088] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.190236] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.190351] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.190628] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.190761] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.190910] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 is going to be updated. [ 807.194146] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.194146] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.247667] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.247814] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e983b3f-bea7-4997-81e0-4373048866c5 is going to be deleted. [ 807.249155] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.249155] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.254988] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.254988] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.271475] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.271875] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.271875] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.272016] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.272204] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.282133] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.282133] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.286359] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.286977] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.287132] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.287542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.287736] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.289509] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: IN_PROGRESS for 2s [ 807.299947] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3683c386-e51c-4bb2-880b-952c6c446c1c in Status: IN_PROGRESS for 2s [ 807.312924] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.312924] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: faccbb04-f389-44e6-bf45-04d64b0ac570 is going to be deleted. [ 807.313325] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.313710] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.341803] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.341803] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.341803] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.341803] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1cadf4a-2363-4923-90ae-2f4cab45bfc3 is going to be deleted. [ 807.343293] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.343537] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.347017] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.347017] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.388319] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.390043] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbcc018e-4c0d-495a-87e9-ee9792c3c0e0 is going to be deleted. [ 807.391176] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.393069] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.422171] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.422298] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.439346] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.439654] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 is going to be deleted. [ 807.442659] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.442659] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.442659] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.442659] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-040ae308-b31f-4a0d-83b2-df89a2a69ca3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.442659] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.442659] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.442659] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.442659] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7751c4fb-0875-4f53-9dc4-7b7121dfacf7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.443299] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.443530] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.443659] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.443826] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-800d45e0-e554-4865-80d9-8af6117c4497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.444018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.444193] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.444533] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.444533] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4af7947c-d5a7-47c9-898c-ab741c32f89a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.444533] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.444736] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.444839] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.444976] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b7dd50ab-17a5-48b9-b66b-3b38b7688b07" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.445148] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.445315] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.445415] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.445552] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fefbb5d3-3345-4143-8887-a3a43d94e9d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.445734] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.445872] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.445944] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.446107] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e983b3f-bea7-4997-81e0-4373048866c5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.446299] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.446465] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.446562] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.446697] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-faccbb04-f389-44e6-bf45-04d64b0ac570" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.459794] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f960cd0a-297d-4505-a3f6-8358ce2a9038',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.493503] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.493690] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.494104] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.494104] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.494238] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.494344] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1cadf4a-2363-4923-90ae-2f4cab45bfc3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.494606] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08e94d96-90dc-4aab-b325-7d36d6bf2184',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.496200] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ece01d5-2923-43ba-a335-54580ed2f72a taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.496371] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.496501] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.496806] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.497101] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.497305] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.497465] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.497739] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.497882] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.498019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.498212] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ece01d5-2923-43ba-a335-54580ed2f72a taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.498337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.498437] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.498621] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.498795] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.498971] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.499037] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.499254] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.499363] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.499504] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.499646] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ece01d5-2923-43ba-a335-54580ed2f72a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.502698] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-40be81ad-6f91-4d06-84bc-8a2a0766af5f taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.502698] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.502698] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.502698] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.502698] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.502698] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.502698] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.502698] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.502698] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.502698] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.502698] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-40be81ad-6f91-4d06-84bc-8a2a0766af5f taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.502698] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.502698] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.502698] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.505276] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.505276] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.505276] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.505276] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.505276] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.505276] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.505276] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40be81ad-6f91-4d06-84bc-8a2a0766af5f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.506034] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.506034] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.506034] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.506256] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.506449] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.506588] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.506670] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.506882] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.506996] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.507908] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.507908] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.507908] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.508167] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.509128] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.509128] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.509128] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.509128] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.509128] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.509128] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.509128] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.509613] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.510820] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.511022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.511117] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.511344] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.511616] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.511776] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.511863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.512931] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.512931] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.512931] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.512931] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.512931] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.512931] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.512931] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.512931] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.512931] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.512931] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.513353] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.513353] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.513643] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.513643] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6470684-9ca6-4b2e-bb9e-aa06f4e72fed',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.540154] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.540339] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.540422] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.540658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.540750] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.541067] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbcc018e-4c0d-495a-87e9-ee9792c3c0e0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.580341] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.580610] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.580728] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.581033] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.581154] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.581301] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.962241] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f960cd0a-297d-4505-a3f6-8358ce2a9038: rpc.has_security_group_logging(os_id): False [ 807.984225] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.984414] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.986180] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.986180] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.007196] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.007752] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.009021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.009242] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.009557] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.009919] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.009919] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 is going to be updated. [ 808.013476] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40be81ad-6f91-4d06-84bc-8a2a0766af5f: rpc.has_security_group_logging(os_id): False [ 808.015355] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08e94d96-90dc-4aab-b325-7d36d6bf2184: rpc.has_security_group_logging(os_id): False [ 808.016993] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ece01d5-2923-43ba-a335-54580ed2f72a: rpc.has_security_group_logging(os_id): False [ 808.018598] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6470684-9ca6-4b2e-bb9e-aa06f4e72fed: rpc.has_security_group_logging(os_id): False [ 808.020041] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f53fe5d-8905-4361-88fe-94c3593e0f01: rpc.has_security_group_logging(os_id): False [ 808.046372] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.046518] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.046591] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.046801] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.048450] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.048548] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.049262] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.049357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.055325] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.055325] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.063472] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.063472] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.075248] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.075540] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.075671] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.075736] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.076191] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.076191] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.076191] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.076360] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.076360] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.076458] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.076530] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.076753] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.076879] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.076879] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.076981] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.077071] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.077162] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f is going to be updated. [ 808.078374] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.078542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.101394] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.101872] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.102057] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.102057] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.102175] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.102255] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.102450] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.102619] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.102619] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.102741] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.102814] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.102989] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.103106] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.103172] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.103314] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.103386] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.103485] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ece01d5-2923-43ba-a335-54580ed2f72a is going to be updated. [ 808.105318] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.105437] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.119231] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.119354] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.125471] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.125799] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.125918] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.125974] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.126173] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.126257] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.126522] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.126701] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.126701] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.126837] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.126908] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.127099] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.127757] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.127757] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.127757] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.127757] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.127757] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 is going to be updated. [ 808.128832] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.129031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.196437] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.196437] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.196437] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.196437] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.196437] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.196437] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.196437] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.196437] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.196437] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.196437] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.196437] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.196437] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.196437] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.196437] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.197017] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.197017] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.197017] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed is going to be updated. [ 808.198340] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.199305] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.199305] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.203079] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.203079] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.204944] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.205138] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.230351] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 in Status: IN_PROGRESS for 2s [ 808.231847] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.232025] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.233689] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.234080] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.234199] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.234277] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.234569] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.234653] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.234774] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 is going to be updated. [ 808.236787] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.237200] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.237490] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.239245] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.239517] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.239682] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.263184] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f in Status: IN_PROGRESS for 2s [ 808.301575] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.303254] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.304486] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.304888] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.305192] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.319200] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ece01d5-2923-43ba-a335-54580ed2f72a in Status: IN_PROGRESS for 2s [ 808.350221] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: IN_PROGRESS for 2s [ 808.381832] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.382125] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.382125] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.382242] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.382403] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.422216] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed in Status: IN_PROGRESS for 2s [ 808.442028] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.442028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.442028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.442028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.442028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.491187] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 in Status: IN_PROGRESS for 2s [ 809.302883] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: SUCCESS [ 809.304047] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.305294] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.305538] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.305850] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.305972] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.306030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.307082] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.307082] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.307082] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.307209] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.319355] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3683c386-e51c-4bb2-880b-952c6c446c1c in Status: SUCCESS [ 809.319705] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.319832] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.320292] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.320527] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.320669] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.320747] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.320870] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.320952] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.323353] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.323596] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3683c386-e51c-4bb2-880b-952c6c446c1c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.586375] env[66979]: INFO networking_nsxv3.common.synchronization [req-c365e594-49a3-4e3a-8650-83a20215c5c7 req-e4554ec9-7233-41d1-853f-721a99a0829d tempest-ServersTestMultiNic-1430150693 tempest-ServersTestMultiNic-1430150693-project-member] Enqueued Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_members [ 809.587386] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_members [ 809.587893] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.589063] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.589063] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.589063] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.590102] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.590262] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.590337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.590607] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.590791] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.590913] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.811018] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.811400] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.811482] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.811803] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.811994] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.812120] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.812196] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.812327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.812408] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.812537] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.812699] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.812816] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.812890] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.812975] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.813138] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.813252] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.813334] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.813451] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.813539] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.813617] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.813702] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.828037] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3683c386-e51c-4bb2-880b-952c6c446c1c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.089471] env[66979]: INFO networking_nsxv3.common.synchronization [req-c365e594-49a3-4e3a-8650-83a20215c5c7 req-ca4917c3-bfb6-45f4-98d9-0516b7d2335b tempest-ServersTestMultiNic-1430150693 tempest-ServersTestMultiNic-1430150693-project-member] Enqueued Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_members [ 810.091173] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_members [ 810.091557] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.091667] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.095331] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.095455] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.095532] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.095744] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.095835] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.096046] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.096154] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.096216] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.096359] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.096434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.096519] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f is going to be deleted. [ 810.130158] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.130369] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.130369] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.130579] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.130675] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.130780] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.130935] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.132388] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.132388] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.132388] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.132388] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.132388] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.132388] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.132388] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.245841] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 in Status: SUCCESS [ 810.246209] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.283057] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f in Status: SUCCESS [ 810.284930] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.316829] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de5bfa1e-2c4e-4747-9a80-0701acf03d59: rpc.has_security_group_logging(os_id): False [ 810.332408] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3683c386-e51c-4bb2-880b-952c6c446c1c: rpc.has_security_group_logging(os_id): False [ 810.334851] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.337853] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.338044] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.338360] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.340936] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ece01d5-2923-43ba-a335-54580ed2f72a in Status: SUCCESS [ 810.340936] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.365546] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.365747] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.368418] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: SUCCESS [ 810.369322] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.370491] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.370860] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.371075] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.371168] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.371509] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.371639] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.371881] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.372050] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.372181] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.372390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.372508] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.372792] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.372922] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.373045] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.373274] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.373410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.373506] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 is going to be updated. [ 810.376554] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.376798] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.377380] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.377380] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.377541] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.377541] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.377839] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.378065] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.378203] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3683c386-e51c-4bb2-880b-952c6c446c1c is going to be created. [ 810.439010] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed in Status: SUCCESS [ 810.439536] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.456046] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.456299] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.456299] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.456481] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.457144] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.460929] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.461080] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.461149] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.461352] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.461495] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.474194] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3683c386-e51c-4bb2-880b-952c6c446c1c in Status: IN_PROGRESS for 2s [ 810.478735] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: IN_PROGRESS for 2s [ 810.507758] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 in Status: SUCCESS [ 810.509082] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.534559] env[66979]: INFO networking_nsxv3.common.synchronization [req-8dc9fea4-200c-486d-8d24-b754347ce63a req-adb89735-61cd-446c-8ea0-56eec7f8fb2f tempest-ImagesOneServerNegativeTestJSON-79195247 tempest-ImagesOneServerNegativeTestJSON-79195247-project-member] Enqueued Resource ID: 5ece01d5-2923-43ba-a335-54580ed2f72a with Priority: HIGHEST for action security_group_members [ 810.535411] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ece01d5-2923-43ba-a335-54580ed2f72a with Priority: HIGHEST for action security_group_members [ 810.535941] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ece01d5-2923-43ba-a335-54580ed2f72a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.536023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.536175] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.536467] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.536648] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.536761] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.537169] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.537169] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.537169] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.537169] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ece01d5-2923-43ba-a335-54580ed2f72a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.545104] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-247 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.545267] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-247" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.545267] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-247" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.545573] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-247" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.545852] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.546037] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.546660] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.547544] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.547921] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.549067] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.549067] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 810.549067] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 810.549067] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 810.549067] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 810.549067] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 810.549067] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 810.577059] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 810.577059] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 810.577059] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 810.577059] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-247" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.577059] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-5f93a722-bc95-4d1b-a905-42ca5853be05 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.577059] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-5f93a722-bc95-4d1b-a905-42ca5853be05" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.577059] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-5f93a722-bc95-4d1b-a905-42ca5853be05" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.577059] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-5f93a722-bc95-4d1b-a905-42ca5853be05" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.577059] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f93a722-bc95-4d1b-a905-42ca5853be05',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.583404] env[66979]: INFO networking_nsxv3.common.synchronization [None req-ade79c36-dd4d-4f02-98b0-887e0bde5916 None None] Enqueued Resource ID: e352d0c3-8ec8-4108-a0a2-eac834e7e3ee with Priority: HIGHEST for action port [ 810.583404] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e352d0c3-8ec8-4108-a0a2-eac834e7e3ee with Priority: HIGHEST for action port [ 810.583554] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-e352d0c3-8ec8-4108-a0a2-eac834e7e3ee taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.583681] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e352d0c3-8ec8-4108-a0a2-eac834e7e3ee" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.583745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e352d0c3-8ec8-4108-a0a2-eac834e7e3ee" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.584235] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e352d0c3-8ec8-4108-a0a2-eac834e7e3ee" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.584290] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e352d0c3-8ec8-4108-a0a2-eac834e7e3ee',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.634836] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.635234] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.635234] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.635337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.635400] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.635601] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.635704] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.635767] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.635924] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.635999] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.636099] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f already deleted. [ 810.636179] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.040751] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.040917] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.041030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.041410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.041410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.041547] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.041603] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.041735] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.041806] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.041883] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.041972] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ece01d5-2923-43ba-a335-54580ed2f72a is going to be updated. [ 811.077021] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.077021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.077021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.077021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.077021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.079566] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.079566] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.079566] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.079770] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.079813] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.079933] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 5f93a722-bc95-4d1b-a905-42ca5853be05 not found, creating... [ 811.080212] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.080372] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.080537] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.080732] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.080868] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.081162] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.081322] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.082143] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.083492] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.083611] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.083749] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 5f93a722-bc95-4d1b-a905-42ca5853be05 is going to be created. [ 811.088477] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e352d0c3-8ec8-4108-a0a2-eac834e7e3ee [ 811.088477] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.088477] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.088477] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.088477] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.088477] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.088477] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e352d0c3-8ec8-4108-a0a2-eac834e7e3ee already deleted. [ 811.088963] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e352d0c3-8ec8-4108-a0a2-eac834e7e3ee" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.094634] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ece01d5-2923-43ba-a335-54580ed2f72a in Status: IN_PROGRESS for 2s [ 811.111056] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.111221] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.111282] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.111949] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.111949] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.112457] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-5f93a722-bc95-4d1b-a905-42ca5853be05" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.857496] env[66979]: INFO networking_nsxv3.common.synchronization [req-c365e594-49a3-4e3a-8650-83a20215c5c7 req-99dce73d-9219-4aad-8383-c4e0c8e5e567 service nova] Enqueued Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_rules [ 811.857496] env[66979]: INFO networking_nsxv3.common.synchronization [req-c365e594-49a3-4e3a-8650-83a20215c5c7 req-99dce73d-9219-4aad-8383-c4e0c8e5e567 service nova] Enqueued Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_members [ 811.857496] env[66979]: INFO networking_nsxv3.common.synchronization [req-c365e594-49a3-4e3a-8650-83a20215c5c7 req-99dce73d-9219-4aad-8383-c4e0c8e5e567 service nova] Enqueued Resource ID: 5f93a722-bc95-4d1b-a905-42ca5853be05 with Priority: HIGHEST for action port [ 811.858382] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_rules [ 811.859703] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_members [ 811.859703] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f93a722-bc95-4d1b-a905-42ca5853be05 with Priority: HIGHEST for action port [ 811.859703] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.859703] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.859703] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.859703] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.861532] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.862056] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.862180] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.862246] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.862428] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.863019] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.863019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.863019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.863019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.863019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.863019] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.864376] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f93a722-bc95-4d1b-a905-42ca5853be05 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.864747] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f93a722-bc95-4d1b-a905-42ca5853be05" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.864824] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f93a722-bc95-4d1b-a905-42ca5853be05" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.865384] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f93a722-bc95-4d1b-a905-42ca5853be05" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.865648] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f93a722-bc95-4d1b-a905-42ca5853be05',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.367315] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.368473] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.368615] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.368731] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f93a722-bc95-4d1b-a905-42ca5853be05 with status ACTIVE [ 812.368884] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.368988] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.369069] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.369272] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.369360] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.369602] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.369706] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.369706] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.369861] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.369932] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.370140] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.370230] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.370389] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.370443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.370493] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.370556] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f93a722-bc95-4d1b-a905-42ca5853be05 is going to be updated. [ 812.395602] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.396139] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.396261] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.396454] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.396605] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.396789] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f93a722-bc95-4d1b-a905-42ca5853be05" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.504398] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3683c386-e51c-4bb2-880b-952c6c446c1c in Status: SUCCESS [ 812.504621] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.508452] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: SUCCESS [ 812.508683] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.508863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.509444] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.509444] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.591136] env[66979]: INFO networking_nsxv3.common.synchronization [req-59648415-f302-43c4-ba79-e5b2fedfc1e8 req-7777bad7-8042-4a68-9436-206b8748820c tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: dde7e4a8-b5f2-407d-8e66-e5278b24a7d2 with Priority: HIGHEST for action security_group_members [ 812.591136] env[66979]: INFO networking_nsxv3.common.synchronization [req-59648415-f302-43c4-ba79-e5b2fedfc1e8 req-7777bad7-8042-4a68-9436-206b8748820c tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: 3683c386-e51c-4bb2-880b-952c6c446c1c with Priority: HIGHEST for action security_group_members [ 812.591136] env[66979]: INFO networking_nsxv3.common.synchronization [req-59648415-f302-43c4-ba79-e5b2fedfc1e8 req-7777bad7-8042-4a68-9436-206b8748820c tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_members [ 812.591596] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dde7e4a8-b5f2-407d-8e66-e5278b24a7d2 with Priority: HIGHEST for action security_group_members [ 812.591596] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3683c386-e51c-4bb2-880b-952c6c446c1c with Priority: HIGHEST for action security_group_members [ 812.591596] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_members [ 812.591816] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-dde7e4a8-b5f2-407d-8e66-e5278b24a7d2 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.591933] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dde7e4a8-b5f2-407d-8e66-e5278b24a7d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.591995] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dde7e4a8-b5f2-407d-8e66-e5278b24a7d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.592323] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dde7e4a8-b5f2-407d-8e66-e5278b24a7d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.592411] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.592509] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.592566] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.592721] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.592803] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.592890] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dde7e4a8-b5f2-407d-8e66-e5278b24a7d2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.594235] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3683c386-e51c-4bb2-880b-952c6c446c1c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.594313] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.594697] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.594697] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.594697] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.594901] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.594901] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.594988] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.594988] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.596877] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3683c386-e51c-4bb2-880b-952c6c446c1c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.596877] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.596877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.596877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.596877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.596877] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.596877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.596877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.596877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.596877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.596877] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.641968] env[66979]: INFO networking_nsxv3.common.synchronization [req-59648415-f302-43c4-ba79-e5b2fedfc1e8 req-7777bad7-8042-4a68-9436-206b8748820c tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: 3683c386-e51c-4bb2-880b-952c6c446c1c with Priority: HIGHEST for action security_group_rules [ 812.642172] env[66979]: INFO networking_nsxv3.common.synchronization [req-59648415-f302-43c4-ba79-e5b2fedfc1e8 req-7777bad7-8042-4a68-9436-206b8748820c tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: 3683c386-e51c-4bb2-880b-952c6c446c1c with Priority: HIGHEST for action security_group_members [ 812.642308] env[66979]: INFO networking_nsxv3.common.synchronization [req-59648415-f302-43c4-ba79-e5b2fedfc1e8 req-7777bad7-8042-4a68-9436-206b8748820c tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: dde7e4a8-b5f2-407d-8e66-e5278b24a7d2 with Priority: HIGHEST for action security_group_rules [ 812.642438] env[66979]: INFO networking_nsxv3.common.synchronization [req-59648415-f302-43c4-ba79-e5b2fedfc1e8 req-7777bad7-8042-4a68-9436-206b8748820c tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: dde7e4a8-b5f2-407d-8e66-e5278b24a7d2 with Priority: HIGHEST for action security_group_members [ 812.642604] env[66979]: INFO networking_nsxv3.common.synchronization [req-59648415-f302-43c4-ba79-e5b2fedfc1e8 req-7777bad7-8042-4a68-9436-206b8748820c tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_rules [ 812.642746] env[66979]: INFO networking_nsxv3.common.synchronization [req-59648415-f302-43c4-ba79-e5b2fedfc1e8 req-7777bad7-8042-4a68-9436-206b8748820c tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_members [ 812.642871] env[66979]: INFO networking_nsxv3.common.synchronization [req-59648415-f302-43c4-ba79-e5b2fedfc1e8 req-7777bad7-8042-4a68-9436-206b8748820c tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: ef3f66b2-556c-4a05-b833-2815620f961a with Priority: HIGHEST for action port [ 812.643619] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3683c386-e51c-4bb2-880b-952c6c446c1c with Priority: HIGHEST for action security_group_rules [ 812.643772] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dde7e4a8-b5f2-407d-8e66-e5278b24a7d2 with Priority: HIGHEST for action security_group_rules [ 812.643890] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_members [ 812.643989] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef3f66b2-556c-4a05-b833-2815620f961a with Priority: HIGHEST for action port [ 812.644092] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_rules [ 812.644178] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3683c386-e51c-4bb2-880b-952c6c446c1c with Priority: HIGHEST for action security_group_members [ 812.644262] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dde7e4a8-b5f2-407d-8e66-e5278b24a7d2 with Priority: HIGHEST for action security_group_members [ 812.644561] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3683c386-e51c-4bb2-880b-952c6c446c1c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.644721] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.644798] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.644990] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.645084] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3683c386-e51c-4bb2-880b-952c6c446c1c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.646013] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dde7e4a8-b5f2-407d-8e66-e5278b24a7d2 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.646147] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dde7e4a8-b5f2-407d-8e66-e5278b24a7d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.646215] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dde7e4a8-b5f2-407d-8e66-e5278b24a7d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.646879] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dde7e4a8-b5f2-407d-8e66-e5278b24a7d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.646879] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dde7e4a8-b5f2-407d-8e66-e5278b24a7d2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.647329] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.647427] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.647611] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef3f66b2-556c-4a05-b833-2815620f961a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.647701] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef3f66b2-556c-4a05-b833-2815620f961a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.647798] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef3f66b2-556c-4a05-b833-2815620f961a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.647988] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef3f66b2-556c-4a05-b833-2815620f961a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.647988] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef3f66b2-556c-4a05-b833-2815620f961a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.649419] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.649419] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.649419] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3683c386-e51c-4bb2-880b-952c6c446c1c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.649419] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.649653] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-dde7e4a8-b5f2-407d-8e66-e5278b24a7d2 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.649653] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dde7e4a8-b5f2-407d-8e66-e5278b24a7d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.777469] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-534 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.777675] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-534" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.777786] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-534" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.778154] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-534" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.778416] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.778573] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.778725] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.778897] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.779055] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.779266] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.779377] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.779546] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.779654] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.779762] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.779892] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.779985] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.800335] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.800513] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 812.800669] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.800870] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-534" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.801259] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-61abf7c4-6fcc-41ff-a555-0437a4c62d3d taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.801485] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-61abf7c4-6fcc-41ff-a555-0437a4c62d3d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.801631] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-61abf7c4-6fcc-41ff-a555-0437a4c62d3d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.801992] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-61abf7c4-6fcc-41ff-a555-0437a4c62d3d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.802158] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61abf7c4-6fcc-41ff-a555-0437a4c62d3d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.872895] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.012155] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.012350] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.099614] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3683c386-e51c-4bb2-880b-952c6c446c1c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.099770] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dde7e4a8-b5f2-407d-8e66-e5278b24a7d2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.101250] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.105496] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ece01d5-2923-43ba-a335-54580ed2f72a in Status: SUCCESS [ 813.105496] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ece01d5-2923-43ba-a335-54580ed2f72a deletion is rescheduled due to dependency. [ 813.105496] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.150304] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ef3f66b2-556c-4a05-b833-2815620f961a with status ACTIVE [ 813.150558] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.150699] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.150767] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.150984] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.151083] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.151261] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.155024] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.155024] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.155024] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.155024] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.155024] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.155024] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.155024] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.155024] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.155024] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.155024] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ef3f66b2-556c-4a05-b833-2815620f961a is going to be updated. [ 813.155024] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3683c386-e51c-4bb2-880b-952c6c446c1c taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.155024] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.155024] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-dde7e4a8-b5f2-407d-8e66-e5278b24a7d2 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.155024] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dde7e4a8-b5f2-407d-8e66-e5278b24a7d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.177041] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.177041] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.177041] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.177296] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.177531] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.177701] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef3f66b2-556c-4a05-b833-2815620f961a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.305538] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.305538] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.305538] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.305769] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.306076] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.306076] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 61abf7c4-6fcc-41ff-a555-0437a4c62d3d not found, creating... [ 813.306421] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.306698] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.307057] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.307057] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.307229] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.307597] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.307823] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.308450] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.308450] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.308450] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.308637] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 61abf7c4-6fcc-41ff-a555-0437a4c62d3d is going to be created. [ 813.348038] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.348328] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.348418] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.348693] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.348928] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.349173] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-61abf7c4-6fcc-41ff-a555-0437a4c62d3d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.375820] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.376114] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.376253] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.376592] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.376757] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.377043] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f is going to be created. [ 813.416593] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.416593] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.416820] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.416862] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.417031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.429615] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f in Status: UNINITIALIZED for 2s [ 813.435629] env[66979]: INFO networking_nsxv3.common.synchronization [req-59010e8a-eed3-4028-8c35-63206c8c2d89 req-23b6f63e-94b8-41c4-aed3-1a62fefe0c36 tempest-ServerTagsTestJSON-407050034 tempest-ServerTagsTestJSON-407050034-project-member] Enqueued Resource ID: f06e24c9-1464-45b2-a26f-4efe26955678 with Priority: HIGHEST for action security_group_members [ 813.436398] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06e24c9-1464-45b2-a26f-4efe26955678 with Priority: HIGHEST for action security_group_members [ 813.436806] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06e24c9-1464-45b2-a26f-4efe26955678 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.436937] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06e24c9-1464-45b2-a26f-4efe26955678" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.437025] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06e24c9-1464-45b2-a26f-4efe26955678" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.437481] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06e24c9-1464-45b2-a26f-4efe26955678" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.437564] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.437679] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.437721] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.437911] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.438014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.438118] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06e24c9-1464-45b2-a26f-4efe26955678',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.603220] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3683c386-e51c-4bb2-880b-952c6c446c1c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.604237] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dde7e4a8-b5f2-407d-8e66-e5278b24a7d2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.606925] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.791648] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-280 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.791867] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-280" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.791975] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-280" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.792333] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-280" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.792669] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.792836] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.792949] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.793178] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.793323] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.793532] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.793644] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 813.793747] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 813.793849] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 813.793952] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 813.794064] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 813.794239] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 813.815307] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 813.815409] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 813.815564] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 813.815854] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-280" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.816126] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-a01de9ea-c5ed-49e9-9295-2c25c573a23c taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.816319] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-a01de9ea-c5ed-49e9-9295-2c25c573a23c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.816435] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-a01de9ea-c5ed-49e9-9295-2c25c573a23c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.817136] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-a01de9ea-c5ed-49e9-9295-2c25c573a23c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.817356] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a01de9ea-c5ed-49e9-9295-2c25c573a23c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.941625] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.941625] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.941625] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.941625] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.941625] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.941625] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.941625] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.941625] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.943320] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.943320] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.943320] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06e24c9-1464-45b2-a26f-4efe26955678 already deleted. [ 813.943320] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06e24c9-1464-45b2-a26f-4efe26955678" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.015019] env[66979]: INFO networking_nsxv3.common.synchronization [req-c365e594-49a3-4e3a-8650-83a20215c5c7 req-1add1a85-ef54-45c2-8817-2fe0d99adaac service nova] Enqueued Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_rules [ 814.015214] env[66979]: INFO networking_nsxv3.common.synchronization [req-c365e594-49a3-4e3a-8650-83a20215c5c7 req-1add1a85-ef54-45c2-8817-2fe0d99adaac service nova] Enqueued Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_members [ 814.015346] env[66979]: INFO networking_nsxv3.common.synchronization [req-c365e594-49a3-4e3a-8650-83a20215c5c7 req-1add1a85-ef54-45c2-8817-2fe0d99adaac service nova] Enqueued Resource ID: 61abf7c4-6fcc-41ff-a555-0437a4c62d3d with Priority: HIGHEST for action port [ 814.015664] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_rules [ 814.015752] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_members [ 814.015806] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61abf7c4-6fcc-41ff-a555-0437a4c62d3d with Priority: HIGHEST for action port [ 814.016366] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.016465] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.016640] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.016723] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.017537] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-61abf7c4-6fcc-41ff-a555-0437a4c62d3d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.017692] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61abf7c4-6fcc-41ff-a555-0437a4c62d3d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.017785] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61abf7c4-6fcc-41ff-a555-0437a4c62d3d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.018023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61abf7c4-6fcc-41ff-a555-0437a4c62d3d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.018138] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61abf7c4-6fcc-41ff-a555-0437a4c62d3d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.110123] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.110298] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.110354] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.110759] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.110872] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.110987] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3683c386-e51c-4bb2-880b-952c6c446c1c is going to be updated. [ 814.112523] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.112523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.112523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.112664] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.112741] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.112844] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 is going to be updated. [ 814.113924] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.114041] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.114109] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.114259] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.114334] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.114419] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dde7e4a8-b5f2-407d-8e66-e5278b24a7d2 is going to be created. [ 814.150142] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.150284] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.150331] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.151773] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.151773] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.156316] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.156450] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.156513] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.156706] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.156839] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.159025] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.159100] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.159208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.159336] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.159498] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.161542] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dde7e4a8-b5f2-407d-8e66-e5278b24a7d2 in Status: UNINITIALIZED for 2s [ 814.167230] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: IN_PROGRESS for 2s [ 814.167929] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3683c386-e51c-4bb2-880b-952c6c446c1c in Status: IN_PROGRESS for 2s [ 814.320454] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.320667] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.320787] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.321119] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.321277] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.321430] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port a01de9ea-c5ed-49e9-9295-2c25c573a23c not found, creating... [ 814.321692] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.321844] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.321958] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.322204] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.322343] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.322645] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.322843] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.322973] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.323323] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.323485] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.323624] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: a01de9ea-c5ed-49e9-9295-2c25c573a23c is going to be created. [ 814.359719] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.359953] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.360031] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.360276] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.360545] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.360860] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-a01de9ea-c5ed-49e9-9295-2c25c573a23c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.523297] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61abf7c4-6fcc-41ff-a555-0437a4c62d3d with status ACTIVE [ 814.524258] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.524258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.524258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.524258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.524258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.524258] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.524502] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.524502] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.524578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.524578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.524745] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.524840] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.524902] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.525053] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.525132] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.525240] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61abf7c4-6fcc-41ff-a555-0437a4c62d3d is going to be updated. [ 814.548150] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.549026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.549026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.549026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.549026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.549026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61abf7c4-6fcc-41ff-a555-0437a4c62d3d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.041533] env[66979]: INFO networking_nsxv3.common.synchronization [req-59010e8a-eed3-4028-8c35-63206c8c2d89 req-ae1b8055-abc2-4ea4-b61f-952e4455a37b service nova] Enqueued Resource ID: f06e24c9-1464-45b2-a26f-4efe26955678 with Priority: HIGHEST for action security_group_rules [ 815.041817] env[66979]: INFO networking_nsxv3.common.synchronization [req-59010e8a-eed3-4028-8c35-63206c8c2d89 req-ae1b8055-abc2-4ea4-b61f-952e4455a37b service nova] Enqueued Resource ID: f06e24c9-1464-45b2-a26f-4efe26955678 with Priority: HIGHEST for action security_group_members [ 815.041869] env[66979]: INFO networking_nsxv3.common.synchronization [req-59010e8a-eed3-4028-8c35-63206c8c2d89 req-ae1b8055-abc2-4ea4-b61f-952e4455a37b service nova] Enqueued Resource ID: a01de9ea-c5ed-49e9-9295-2c25c573a23c with Priority: HIGHEST for action port [ 815.042407] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06e24c9-1464-45b2-a26f-4efe26955678 with Priority: HIGHEST for action security_group_rules [ 815.042555] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06e24c9-1464-45b2-a26f-4efe26955678 with Priority: HIGHEST for action security_group_members [ 815.043900] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a01de9ea-c5ed-49e9-9295-2c25c573a23c with Priority: HIGHEST for action port [ 815.043900] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f06e24c9-1464-45b2-a26f-4efe26955678 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.043900] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f06e24c9-1464-45b2-a26f-4efe26955678" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.043900] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f06e24c9-1464-45b2-a26f-4efe26955678" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.044257] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f06e24c9-1464-45b2-a26f-4efe26955678" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.044366] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f06e24c9-1464-45b2-a26f-4efe26955678',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.048099] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06e24c9-1464-45b2-a26f-4efe26955678 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.048099] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06e24c9-1464-45b2-a26f-4efe26955678" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.048237] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06e24c9-1464-45b2-a26f-4efe26955678" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.048388] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06e24c9-1464-45b2-a26f-4efe26955678" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.049198] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.049626] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.049626] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.049626] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.049833] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.049833] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06e24c9-1464-45b2-a26f-4efe26955678',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.050776] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-a01de9ea-c5ed-49e9-9295-2c25c573a23c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.050931] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a01de9ea-c5ed-49e9-9295-2c25c573a23c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.051020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a01de9ea-c5ed-49e9-9295-2c25c573a23c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.051273] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a01de9ea-c5ed-49e9-9295-2c25c573a23c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.051899] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a01de9ea-c5ed-49e9-9295-2c25c573a23c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.447074] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f in Status: SUCCESS [ 815.447074] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.447074] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.447352] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.447635] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.447781] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.447898] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.448080] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.448212] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.448267] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.448351] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.449239] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.449405] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.449588] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.449752] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.449752] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.449922] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.449971] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.450106] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.548291] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06e24c9-1464-45b2-a26f-4efe26955678 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.548447] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06e24c9-1464-45b2-a26f-4efe26955678" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.552857] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f06e24c9-1464-45b2-a26f-4efe26955678',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.553843] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a01de9ea-c5ed-49e9-9295-2c25c573a23c with status ACTIVE [ 815.554030] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.554155] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.554243] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.554446] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.554542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.554852] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.554852] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.554973] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.555318] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.555318] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.555318] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.555425] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.555456] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.555787] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.555787] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.555787] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a01de9ea-c5ed-49e9-9295-2c25c573a23c is going to be updated. [ 815.579531] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.579704] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.579764] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.579980] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.580135] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.580280] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a01de9ea-c5ed-49e9-9295-2c25c573a23c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.900027] env[66979]: INFO networking_nsxv3.common.synchronization [req-3423c8fa-c389-4de3-8201-f55c52696fa7 req-e4c4275b-53b6-4956-9b87-edf7696e1fe7 tempest-ServerMetadataTestJSON-1360535931 tempest-ServerMetadataTestJSON-1360535931-project-member] Enqueued Resource ID: 4191d2ef-9ff2-4b11-a19a-d42fc08d89de with Priority: HIGHEST for action security_group_members [ 815.900587] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4191d2ef-9ff2-4b11-a19a-d42fc08d89de with Priority: HIGHEST for action security_group_members [ 815.901503] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-4191d2ef-9ff2-4b11-a19a-d42fc08d89de taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.901503] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.901503] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.901503] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.901503] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.901810] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.901853] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.902019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.902099] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.902196] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4191d2ef-9ff2-4b11-a19a-d42fc08d89de',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.952394] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.952601] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.952960] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.057672] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f06e24c9-1464-45b2-a26f-4efe26955678',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.172173] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dde7e4a8-b5f2-407d-8e66-e5278b24a7d2 in Status: SUCCESS [ 816.172229] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dde7e4a8-b5f2-407d-8e66-e5278b24a7d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.172799] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dde7e4a8-b5f2-407d-8e66-e5278b24a7d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.172799] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dde7e4a8-b5f2-407d-8e66-e5278b24a7d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.172799] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.173258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.173258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.173258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.173258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.174270] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dde7e4a8-b5f2-407d-8e66-e5278b24a7d2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.182225] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3683c386-e51c-4bb2-880b-952c6c446c1c in Status: SUCCESS [ 816.182225] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.182225] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: SUCCESS [ 816.182225] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.182225] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.182225] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.182225] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.182225] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.182225] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.182225] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.182225] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.182225] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3683c386-e51c-4bb2-880b-952c6c446c1c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.182994] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.183265] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.183525] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.184082] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.184248] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.184501] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.184672] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.184842] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.231046] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-817 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.231220] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-817" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.231584] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-817" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.231844] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-817" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.232244] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.232490] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.232645] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.232992] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.233264] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.233585] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.233679] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 816.233863] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 816.234166] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 816.234166] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 816.234313] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 816.234437] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 816.255678] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 816.255857] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 816.256055] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 816.256302] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-817" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.256782] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-5f4da0cc-8782-4b9b-887d-72df66b694e2 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.256997] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-5f4da0cc-8782-4b9b-887d-72df66b694e2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.257180] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-5f4da0cc-8782-4b9b-887d-72df66b694e2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.257788] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-5f4da0cc-8782-4b9b-887d-72df66b694e2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.257901] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f4da0cc-8782-4b9b-887d-72df66b694e2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.405075] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.405276] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.405437] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.406426] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.406426] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.406426] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.406426] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.406426] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.406426] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.406426] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.406788] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4191d2ef-9ff2-4b11-a19a-d42fc08d89de already deleted. [ 816.406788] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.455497] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.560351] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.560851] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.560851] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.561254] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.561254] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.561254] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06e24c9-1464-45b2-a26f-4efe26955678 is going to be created. [ 816.587364] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.587364] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.587364] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.587364] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.587364] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.596713] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06e24c9-1464-45b2-a26f-4efe26955678 in Status: UNINITIALIZED for 2s [ 816.679846] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dde7e4a8-b5f2-407d-8e66-e5278b24a7d2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.683973] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3683c386-e51c-4bb2-880b-952c6c446c1c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.687687] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.762080] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.762310] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.762310] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.762549] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.762701] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.762853] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 5f4da0cc-8782-4b9b-887d-72df66b694e2 not found, creating... [ 816.763122] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.763278] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.763394] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.763614] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.763748] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.764040] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.764196] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.764308] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.764524] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.764668] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.764817] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 5f4da0cc-8782-4b9b-887d-72df66b694e2 is going to be created. [ 816.787028] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.787028] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.787202] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.787378] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.787634] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.787858] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-5f4da0cc-8782-4b9b-887d-72df66b694e2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.800055] env[66979]: INFO networking_nsxv3.common.synchronization [req-ccacb662-3e25-4aa9-8a87-94f9efd8d021 req-12c49c8e-ce88-481e-b080-89bd0f297586 tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: 3683c386-e51c-4bb2-880b-952c6c446c1c with Priority: HIGHEST for action security_group_members [ 816.800182] env[66979]: INFO networking_nsxv3.common.synchronization [req-ccacb662-3e25-4aa9-8a87-94f9efd8d021 req-12c49c8e-ce88-481e-b080-89bd0f297586 tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_members [ 816.800230] env[66979]: INFO networking_nsxv3.common.synchronization [req-ccacb662-3e25-4aa9-8a87-94f9efd8d021 req-12c49c8e-ce88-481e-b080-89bd0f297586 tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: dde7e4a8-b5f2-407d-8e66-e5278b24a7d2 with Priority: HIGHEST for action security_group_members [ 816.800750] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3683c386-e51c-4bb2-880b-952c6c446c1c with Priority: HIGHEST for action security_group_members [ 816.800882] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_members [ 816.800977] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dde7e4a8-b5f2-407d-8e66-e5278b24a7d2 with Priority: HIGHEST for action security_group_members [ 816.801268] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3683c386-e51c-4bb2-880b-952c6c446c1c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.801372] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.801562] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.801645] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.801812] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-dde7e4a8-b5f2-407d-8e66-e5278b24a7d2 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.801890] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dde7e4a8-b5f2-407d-8e66-e5278b24a7d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.959098] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.959365] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.959365] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.959639] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.959796] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.959864] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f is going to be updated. [ 816.990461] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.990730] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.990730] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.992816] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.992816] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.010428] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f in Status: IN_PROGRESS for 2s [ 817.182416] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dde7e4a8-b5f2-407d-8e66-e5278b24a7d2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.187410] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3683c386-e51c-4bb2-880b-952c6c446c1c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.190726] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.506355] env[66979]: INFO networking_nsxv3.common.synchronization [req-3423c8fa-c389-4de3-8201-f55c52696fa7 req-6a122c81-c77d-4428-b394-8d99ddbee951 service nova] Enqueued Resource ID: 4191d2ef-9ff2-4b11-a19a-d42fc08d89de with Priority: HIGHEST for action security_group_rules [ 817.506574] env[66979]: INFO networking_nsxv3.common.synchronization [req-3423c8fa-c389-4de3-8201-f55c52696fa7 req-6a122c81-c77d-4428-b394-8d99ddbee951 service nova] Enqueued Resource ID: 4191d2ef-9ff2-4b11-a19a-d42fc08d89de with Priority: HIGHEST for action security_group_members [ 817.507091] env[66979]: INFO networking_nsxv3.common.synchronization [req-3423c8fa-c389-4de3-8201-f55c52696fa7 req-6a122c81-c77d-4428-b394-8d99ddbee951 service nova] Enqueued Resource ID: 5f4da0cc-8782-4b9b-887d-72df66b694e2 with Priority: HIGHEST for action port [ 817.507276] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4191d2ef-9ff2-4b11-a19a-d42fc08d89de with Priority: HIGHEST for action security_group_rules [ 817.507504] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4191d2ef-9ff2-4b11-a19a-d42fc08d89de with Priority: HIGHEST for action security_group_members [ 817.507626] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f4da0cc-8782-4b9b-887d-72df66b694e2 with Priority: HIGHEST for action port [ 817.507953] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4191d2ef-9ff2-4b11-a19a-d42fc08d89de taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.510428] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.510537] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.510805] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.510909] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4191d2ef-9ff2-4b11-a19a-d42fc08d89de',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.511868] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-4191d2ef-9ff2-4b11-a19a-d42fc08d89de taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.512035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.512113] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.512256] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.512425] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.512531] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.512606] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.515081] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.515081] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.515081] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4191d2ef-9ff2-4b11-a19a-d42fc08d89de',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.515081] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f4da0cc-8782-4b9b-887d-72df66b694e2 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.515081] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f4da0cc-8782-4b9b-887d-72df66b694e2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.515081] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f4da0cc-8782-4b9b-887d-72df66b694e2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.515081] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f4da0cc-8782-4b9b-887d-72df66b694e2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.515081] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f4da0cc-8782-4b9b-887d-72df66b694e2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.686034] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.686034] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.686034] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.686305] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.686365] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.686491] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dde7e4a8-b5f2-407d-8e66-e5278b24a7d2 is going to be updated. [ 817.690558] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.690558] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.690558] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.690558] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.690558] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.690558] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3683c386-e51c-4bb2-880b-952c6c446c1c is going to be updated. [ 817.694384] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.694611] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.694611] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.694934] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.695038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.695141] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 is going to be updated. [ 817.744091] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.744430] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.744430] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.744530] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.744677] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.752109] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.752272] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.752272] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.752475] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.752623] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.754438] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.754438] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.754586] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.754663] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.754859] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.769679] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: IN_PROGRESS for 2s [ 817.770594] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dde7e4a8-b5f2-407d-8e66-e5278b24a7d2 in Status: IN_PROGRESS for 2s [ 817.771300] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3683c386-e51c-4bb2-880b-952c6c446c1c in Status: IN_PROGRESS for 2s [ 818.018117] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-4191d2ef-9ff2-4b11-a19a-d42fc08d89de taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.018117] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.018117] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4191d2ef-9ff2-4b11-a19a-d42fc08d89de',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.019159] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f4da0cc-8782-4b9b-887d-72df66b694e2 with status ACTIVE [ 818.019259] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.019444] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.019500] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.019856] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.021078] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.021399] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.021529] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.021614] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.022192] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.022286] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.022498] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.022603] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.022666] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.022824] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.022898] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.022991] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f4da0cc-8782-4b9b-887d-72df66b694e2 is going to be updated. [ 818.047221] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.047443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.047443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.047789] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.047942] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.048122] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f4da0cc-8782-4b9b-887d-72df66b694e2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.525397] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4191d2ef-9ff2-4b11-a19a-d42fc08d89de',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.583796] env[66979]: INFO networking_nsxv3.common.synchronization [req-7e4b9cf5-75db-4efd-a024-89ebe50aa0b3 req-9ab82916-ae93-4d1a-a1fb-7a9f4103f7a3 tempest-ServerAddressesNegativeTestJSON-10688833 tempest-ServerAddressesNegativeTestJSON-10688833-project-member] Enqueued Resource ID: ca03e9f4-45d6-44df-a58a-655ac1067967 with Priority: HIGHEST for action security_group_members [ 818.583796] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca03e9f4-45d6-44df-a58a-655ac1067967 with Priority: HIGHEST for action security_group_members [ 818.583796] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca03e9f4-45d6-44df-a58a-655ac1067967 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.584109] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.584280] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.584706] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.584951] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.585187] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.585336] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.585621] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.585858] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.586077] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca03e9f4-45d6-44df-a58a-655ac1067967',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.607300] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06e24c9-1464-45b2-a26f-4efe26955678 in Status: SUCCESS [ 818.607422] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06e24c9-1464-45b2-a26f-4efe26955678" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.607471] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06e24c9-1464-45b2-a26f-4efe26955678" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.607711] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06e24c9-1464-45b2-a26f-4efe26955678" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.608042] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.608042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.608158] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.608324] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.608377] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.608426] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06e24c9-1464-45b2-a26f-4efe26955678" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.608537] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f06e24c9-1464-45b2-a26f-4efe26955678',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.924686] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-427 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.924922] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-427" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.925065] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-427" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.925401] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-427" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.925678] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.925857] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.925956] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.926217] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.926339] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.926617] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.926731] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 818.926839] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 818.926944] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 818.927781] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 818.927781] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 818.927781] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 818.948475] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 818.948475] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 818.948475] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 818.949059] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-427" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.949105] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-ba2d2587-1a2c-46db-a6c2-9a93f925c9bc taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.949288] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-ba2d2587-1a2c-46db-a6c2-9a93f925c9bc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.949415] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-ba2d2587-1a2c-46db-a6c2-9a93f925c9bc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.949894] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-ba2d2587-1a2c-46db-a6c2-9a93f925c9bc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.950051] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba2d2587-1a2c-46db-a6c2-9a93f925c9bc',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.019348] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f in Status: SUCCESS [ 819.019837] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.019837] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.020031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.020225] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.020344] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.020410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.020573] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.020650] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.020736] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.020893] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.021041] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.021041] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.021194] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.021332] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.021423] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.021483] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.021619] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.021693] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.021773] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.021860] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.029407] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.029613] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.029613] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.029804] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.029895] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.030009] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4191d2ef-9ff2-4b11-a19a-d42fc08d89de is going to be created. [ 819.059821] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.059983] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.060063] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.060290] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.060509] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.070949] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4191d2ef-9ff2-4b11-a19a-d42fc08d89de in Status: UNINITIALIZED for 2s [ 819.088532] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.088744] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.088744] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.088982] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.089082] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.089269] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.089365] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.089420] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.089633] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.089705] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.090061] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca03e9f4-45d6-44df-a58a-655ac1067967 already deleted. [ 819.090061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.112338] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06e24c9-1464-45b2-a26f-4efe26955678 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.112338] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06e24c9-1464-45b2-a26f-4efe26955678" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.112338] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06e24c9-1464-45b2-a26f-4efe26955678" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.112338] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06e24c9-1464-45b2-a26f-4efe26955678" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.112338] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.112767] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.112767] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.112767] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.112767] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.112917] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06e24c9-1464-45b2-a26f-4efe26955678" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.112955] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06e24c9-1464-45b2-a26f-4efe26955678 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.113038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06e24c9-1464-45b2-a26f-4efe26955678" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.113098] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06e24c9-1464-45b2-a26f-4efe26955678" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.113238] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06e24c9-1464-45b2-a26f-4efe26955678" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.113400] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.113507] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.113571] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.113712] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.113798] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.113878] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06e24c9-1464-45b2-a26f-4efe26955678" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.114015] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f06e24c9-1464-45b2-a26f-4efe26955678',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.452750] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.452964] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.453088] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.453382] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.453612] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.453888] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port ba2d2587-1a2c-46db-a6c2-9a93f925c9bc not found, creating... [ 819.454192] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.454353] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.454467] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.454696] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.454827] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.455119] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.455269] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.455378] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.455666] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.455819] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.455961] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: ba2d2587-1a2c-46db-a6c2-9a93f925c9bc is going to be created. [ 819.476921] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.477194] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.477286] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.477656] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.477982] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.482030] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-ba2d2587-1a2c-46db-a6c2-9a93f925c9bc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.524445] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a8ee3ac-9a87-4a99-b061-a73552626a2f: rpc.has_security_group_logging(os_id): False [ 819.547605] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.548395] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.548395] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.548648] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.548648] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.548806] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.548916] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.548978] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.549157] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.549233] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.549423] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.549587] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.549670] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.549820] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.549894] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.550111] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.550218] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.550280] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.550391] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.550489] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.550577] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f is going to be created. [ 819.620869] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f06e24c9-1464-45b2-a26f-4efe26955678: rpc.has_security_group_logging(os_id): False [ 819.621237] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.621237] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.621237] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.621395] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.621723] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.642201] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.642201] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.642201] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.642201] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.642601] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.642601] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.642601] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.642752] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.642835] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.642899] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.643090] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.643199] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.643277] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.644136] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.644136] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.644136] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.644136] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.644136] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.644136] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.644136] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.644136] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f06e24c9-1464-45b2-a26f-4efe26955678 is going to be created. [ 819.646369] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f in Status: IN_PROGRESS for 2s [ 819.762030] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.762030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.762030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.762030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.762030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.773037] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06e24c9-1464-45b2-a26f-4efe26955678 in Status: IN_PROGRESS for 2s [ 819.786976] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3683c386-e51c-4bb2-880b-952c6c446c1c in Status: SUCCESS [ 819.787227] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.788191] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dde7e4a8-b5f2-407d-8e66-e5278b24a7d2 in Status: SUCCESS [ 819.788371] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dde7e4a8-b5f2-407d-8e66-e5278b24a7d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.790434] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: SUCCESS [ 819.790668] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.790880] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.791183] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.791418] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.791567] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.791658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.791870] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.791979] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.792103] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.792213] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3683c386-e51c-4bb2-880b-952c6c446c1c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.793212] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dde7e4a8-b5f2-407d-8e66-e5278b24a7d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.793423] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dde7e4a8-b5f2-407d-8e66-e5278b24a7d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.793632] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.793763] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.793848] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.794023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.794130] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.794241] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dde7e4a8-b5f2-407d-8e66-e5278b24a7d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.794362] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dde7e4a8-b5f2-407d-8e66-e5278b24a7d2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.795300] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.795507] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.795696] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.795823] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.795907] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.796100] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.796207] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.796341] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.796461] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.797595] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.797785] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.797982] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.798179] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.798270] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.798547] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.798547] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.798623] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3683c386-e51c-4bb2-880b-952c6c446c1c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.799394] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dde7e4a8-b5f2-407d-8e66-e5278b24a7d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.799606] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dde7e4a8-b5f2-407d-8e66-e5278b24a7d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.799792] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.799927] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.800283] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.800283] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.800283] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.800558] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dde7e4a8-b5f2-407d-8e66-e5278b24a7d2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.801150] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.801520] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.801520] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.801676] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.801730] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.801914] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.802057] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.802184] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.198213] env[66979]: INFO networking_nsxv3.common.synchronization [req-7e4b9cf5-75db-4efd-a024-89ebe50aa0b3 req-49131548-6b38-4e43-9870-48cda76a856e service nova] Enqueued Resource ID: ca03e9f4-45d6-44df-a58a-655ac1067967 with Priority: HIGHEST for action security_group_rules [ 820.198445] env[66979]: INFO networking_nsxv3.common.synchronization [req-7e4b9cf5-75db-4efd-a024-89ebe50aa0b3 req-49131548-6b38-4e43-9870-48cda76a856e service nova] Enqueued Resource ID: ca03e9f4-45d6-44df-a58a-655ac1067967 with Priority: HIGHEST for action security_group_members [ 820.198678] env[66979]: INFO networking_nsxv3.common.synchronization [req-7e4b9cf5-75db-4efd-a024-89ebe50aa0b3 req-49131548-6b38-4e43-9870-48cda76a856e service nova] Enqueued Resource ID: ba2d2587-1a2c-46db-a6c2-9a93f925c9bc with Priority: HIGHEST for action port [ 820.199331] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca03e9f4-45d6-44df-a58a-655ac1067967 with Priority: HIGHEST for action security_group_rules [ 820.199544] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca03e9f4-45d6-44df-a58a-655ac1067967 with Priority: HIGHEST for action security_group_members [ 820.199706] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba2d2587-1a2c-46db-a6c2-9a93f925c9bc with Priority: HIGHEST for action port [ 820.199996] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca03e9f4-45d6-44df-a58a-655ac1067967 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.200131] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.200196] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.200473] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.200644] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca03e9f4-45d6-44df-a58a-655ac1067967',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.201683] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca03e9f4-45d6-44df-a58a-655ac1067967 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.201817] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.201912] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.202405] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.202405] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.202541] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.202541] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.202713] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.202811] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.202925] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca03e9f4-45d6-44df-a58a-655ac1067967',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.203970] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba2d2587-1a2c-46db-a6c2-9a93f925c9bc taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.203970] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba2d2587-1a2c-46db-a6c2-9a93f925c9bc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.203970] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba2d2587-1a2c-46db-a6c2-9a93f925c9bc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.204239] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba2d2587-1a2c-46db-a6c2-9a93f925c9bc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.204239] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba2d2587-1a2c-46db-a6c2-9a93f925c9bc',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.297828] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3683c386-e51c-4bb2-880b-952c6c446c1c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.299474] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dde7e4a8-b5f2-407d-8e66-e5278b24a7d2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.304319] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.304485] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.304550] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.304842] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.304937] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.305150] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.305262] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.305318] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.305464] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.305533] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.305620] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3683c386-e51c-4bb2-880b-952c6c446c1c is going to be updated. [ 820.306737] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.306865] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.306925] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.307069] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.307140] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.307303] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.307394] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.307456] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.307612] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.307689] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.307775] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dde7e4a8-b5f2-407d-8e66-e5278b24a7d2 is going to be deleted. [ 820.309096] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.309193] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.310385] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.341541] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.341781] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.341781] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.341990] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.342167] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.343754] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.343853] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.343941] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.344081] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.344167] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.344259] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dde7e4a8-b5f2-407d-8e66-e5278b24a7d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.352030] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3683c386-e51c-4bb2-880b-952c6c446c1c in Status: IN_PROGRESS for 2s [ 820.705634] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca03e9f4-45d6-44df-a58a-655ac1067967 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.705895] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.706063] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca03e9f4-45d6-44df-a58a-655ac1067967',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.707680] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba2d2587-1a2c-46db-a6c2-9a93f925c9bc with status ACTIVE [ 820.707886] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.708025] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.708109] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.708355] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.708443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.708653] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.708744] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.708852] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.708984] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.709070] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.709277] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.709377] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.709463] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.709661] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.709736] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.709991] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba2d2587-1a2c-46db-a6c2-9a93f925c9bc is going to be updated. [ 820.753376] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.753618] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.753618] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.753798] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.753994] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.754194] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba2d2587-1a2c-46db-a6c2-9a93f925c9bc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.802038] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3683c386-e51c-4bb2-880b-952c6c446c1c: rpc.has_security_group_logging(os_id): False [ 820.803350] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dde7e4a8-b5f2-407d-8e66-e5278b24a7d2: rpc.has_security_group_logging(os_id): False [ 820.812420] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.829131] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.829338] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.829386] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.829674] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.829764] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.830020] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.830125] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.830189] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.830351] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.830425] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.830514] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dde7e4a8-b5f2-407d-8e66-e5278b24a7d2 is going to be created. [ 820.832698] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.832813] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.832882] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.833065] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.833140] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.833391] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.833493] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.833556] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.833707] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.833782] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.833868] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3683c386-e51c-4bb2-880b-952c6c446c1c is going to be updated. [ 820.863567] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/dde7e4a8-b5f2-407d-8e66-e5278b24a7d2], does not exist path=[/infra/domains/default/groups/dde7e4a8-b5f2-407d-8e66-e5278b24a7d2]."\n}' [ 820.863826] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dde7e4a8-b5f2-407d-8e66-e5278b24a7d2 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/dde7e4a8-b5f2-407d-8e66-e5278b24a7d2 [ 820.863892] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 820.931192] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.931460] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.931460] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.931559] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.934436] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.934436] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.934436] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.934436] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.934436] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.934436] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.934436] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.934436] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.934436] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.934436] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.934436] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.934436] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dde7e4a8-b5f2-407d-8e66-e5278b24a7d2 is going to be created. [ 820.936971] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.937171] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.937384] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.937559] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.937652] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.952498] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3683c386-e51c-4bb2-880b-952c6c446c1c in Status: IN_PROGRESS for 2s [ 820.955657] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/dde7e4a8-b5f2-407d-8e66-e5278b24a7d2], does not exist path=[/infra/domains/default/groups/dde7e4a8-b5f2-407d-8e66-e5278b24a7d2]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/dde7e4a8-b5f2-407d-8e66-e5278b24a7d2 [ 820.955965] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dde7e4a8-b5f2-407d-8e66-e5278b24a7d2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.956304] env[66979]: Traceback (most recent call last): [ 820.956368] env[66979]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 820.956368] env[66979]: return func(*args, **kwargs) [ 820.956368] env[66979]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 820.956368] env[66979]: res.raise_for_status() [ 820.956368] env[66979]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 820.956368] env[66979]: raise HTTPError(http_error_msg, response=self) [ 820.956368] env[66979]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/dde7e4a8-b5f2-407d-8e66-e5278b24a7d2 [ 820.956368] env[66979]: During handling of the above exception, another exception occurred: [ 820.956368] env[66979]: Traceback (most recent call last): [ 820.956368] env[66979]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 820.956368] env[66979]: listener.cb(fileno) [ 820.956368] env[66979]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 820.956368] env[66979]: result = function(*args, **kwargs) [ 820.956368] env[66979]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 820.956368] env[66979]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 820.956368] env[66979]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 820.956368] env[66979]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 820.956368] env[66979]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 820.956368] env[66979]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 820.956368] env[66979]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 820.956368] env[66979]: res.raise_for_status() [ 820.957083] env[66979]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 820.957083] env[66979]: raise HTTPError(http_error_msg, response=self) [ 820.957083] env[66979]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/dde7e4a8-b5f2-407d-8e66-e5278b24a7d2 [ 820.957083] env[66979]: Removing descriptor: 58 [ 821.082319] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4191d2ef-9ff2-4b11-a19a-d42fc08d89de in Status: SUCCESS [ 821.082459] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.084201] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.084201] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.084201] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.084201] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.084201] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.084201] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.084201] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.084201] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.084201] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4191d2ef-9ff2-4b11-a19a-d42fc08d89de',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.208113] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca03e9f4-45d6-44df-a58a-655ac1067967',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.315996] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.316221] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.316272] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.316511] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.316603] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.316762] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 is going to be updated. [ 821.350956] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.351188] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.351233] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.351547] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.351745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.364818] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: IN_PROGRESS for 2s [ 821.587053] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-4191d2ef-9ff2-4b11-a19a-d42fc08d89de taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.587053] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.587053] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.587401] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.587401] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.587401] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.587593] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.587636] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.587783] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.587783] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.588014] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-4191d2ef-9ff2-4b11-a19a-d42fc08d89de taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.588116] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.588116] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.588258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.588410] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.588529] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.588593] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.588792] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.588792] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.588920] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.588920] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4191d2ef-9ff2-4b11-a19a-d42fc08d89de',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.685795] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f in Status: SUCCESS [ 821.686095] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.686364] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.686535] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.686658] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.712276] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.712669] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.712669] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.712896] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.712896] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.712896] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca03e9f4-45d6-44df-a58a-655ac1067967 is going to be created. [ 821.748452] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.748452] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.748452] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.748452] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.748452] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.764328] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca03e9f4-45d6-44df-a58a-655ac1067967 in Status: UNINITIALIZED for 2s [ 821.784841] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f06e24c9-1464-45b2-a26f-4efe26955678 in Status: SUCCESS [ 821.785210] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f06e24c9-1464-45b2-a26f-4efe26955678" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.091772] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4191d2ef-9ff2-4b11-a19a-d42fc08d89de: rpc.has_security_group_logging(os_id): False [ 822.112234] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.112453] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.112523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.112713] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.112795] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.113051] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.113411] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.113553] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.113742] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.114284] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.114545] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.114806] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.114806] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.114958] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.115081] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.115234] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.115405] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.115786] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.116039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.116190] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.116233] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4191d2ef-9ff2-4b11-a19a-d42fc08d89de is going to be created. [ 822.180229] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.180229] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.180229] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.180229] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.180229] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.190142] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.190303] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.190393] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.190707] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.190898] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.191015] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.191110] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.191257] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.191344] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.191462] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.191564] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.196852] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4191d2ef-9ff2-4b11-a19a-d42fc08d89de in Status: IN_PROGRESS for 2s [ 822.370853] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3683c386-e51c-4bb2-880b-952c6c446c1c in Status: SUCCESS [ 822.371184] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3683c386-e51c-4bb2-880b-952c6c446c1c deletion is rescheduled due to dependency. [ 822.371184] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.693668] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.693849] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.693930] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.694252] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.694514] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.694597] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.695156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.695335] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.695416] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.695542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.695666] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.695765] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.695827] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.695970] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.696126] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.696222] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.696281] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.696418] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.696493] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.696584] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.696679] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.969138] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3683c386-e51c-4bb2-880b-952c6c446c1c in Status: SUCCESS [ 822.969568] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.199431] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a8ee3ac-9a87-4a99-b061-a73552626a2f: rpc.has_security_group_logging(os_id): False [ 823.221107] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.221974] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.221974] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.221974] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.243659] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.244148] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.244348] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.244456] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.244766] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.244913] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.245240] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.245403] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.245506] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.245764] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.245901] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.246351] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.246520] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.246584] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.246776] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.246885] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.247010] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f is going to be updated. [ 823.315151] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.315265] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.315338] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.315571] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.315685] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.344858] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f in Status: IN_PROGRESS for 2s [ 823.383235] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: SUCCESS [ 823.383554] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.383755] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.384375] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.384590] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.384743] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.384836] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.385053] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.385239] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.385410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.385618] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.385728] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.385791] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.385986] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.386148] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.386230] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.386342] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.386469] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.386513] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.386576] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.386698] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.774886] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca03e9f4-45d6-44df-a58a-655ac1067967 in Status: SUCCESS [ 823.774886] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.775181] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.775275] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.775465] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.776858] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.776858] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.776858] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.776858] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.776858] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.776858] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca03e9f4-45d6-44df-a58a-655ac1067967',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.889606] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de5bfa1e-2c4e-4747-9a80-0701acf03d59: rpc.has_security_group_logging(os_id): False [ 823.908654] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.908801] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.909479] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.909479] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.930944] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.931107] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.931233] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.931306] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.931490] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.931575] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.931763] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.931888] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.931951] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.932066] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.932266] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.932538] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.932731] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.932873] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.933153] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.933329] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.933866] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 is going to be updated. [ 823.998973] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.999412] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.999412] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.999412] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.999617] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.017944] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: IN_PROGRESS for 2s [ 824.210573] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4191d2ef-9ff2-4b11-a19a-d42fc08d89de in Status: SUCCESS [ 824.210871] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.277830] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca03e9f4-45d6-44df-a58a-655ac1067967 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.278059] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.278133] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.278349] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.278538] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.278855] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.278855] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.278855] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.279031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.279075] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.279221] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca03e9f4-45d6-44df-a58a-655ac1067967 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.279311] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.279365] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.279874] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.279874] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.279874] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.279874] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.280061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.280061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.280141] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.280241] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca03e9f4-45d6-44df-a58a-655ac1067967',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.782677] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca03e9f4-45d6-44df-a58a-655ac1067967: rpc.has_security_group_logging(os_id): False [ 824.805365] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.805502] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.805647] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.805786] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.805874] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.806100] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.806215] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.806277] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.806426] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.806504] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.806677] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.806771] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.806833] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.806970] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.807054] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.807241] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.807335] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.807388] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.807529] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.807601] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.807686] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca03e9f4-45d6-44df-a58a-655ac1067967 is going to be created. [ 824.877685] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.877776] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.877814] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.878018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.878198] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.893262] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca03e9f4-45d6-44df-a58a-655ac1067967 in Status: IN_PROGRESS for 2s [ 825.202652] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 825.202652] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 825.364159] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f in Status: SUCCESS [ 825.364159] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.042455] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: SUCCESS [ 826.042689] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.042864] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.043111] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.043201] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.547093] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.547475] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.547475] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.547559] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.547773] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.547882] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.548476] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.548476] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.548476] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.548476] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.548476] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.816656] env[66979]: INFO networking_nsxv3.common.synchronization [req-147f0fa6-3d33-48c1-8a6f-5b4b8ea103ca req-6a92158b-b9a5-4409-b290-4476359cf9bd tempest-ServersWithSpecificFlavorTestJSON-700112741 tempest-ServersWithSpecificFlavorTestJSON-700112741-project-member] Enqueued Resource ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 with Priority: HIGHEST for action security_group_members [ 826.818043] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 with Priority: HIGHEST for action security_group_members [ 826.818363] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f960cd0a-297d-4505-a3f6-8358ce2a9038 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.818560] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.818682] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.818982] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.819627] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.819627] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.819627] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.819821] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.819821] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.819896] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f960cd0a-297d-4505-a3f6-8358ce2a9038',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.905217] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca03e9f4-45d6-44df-a58a-655ac1067967 in Status: SUCCESS [ 826.905799] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.052165] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.052320] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.052320] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.052941] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.052941] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.052941] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.052941] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.053344] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.053344] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.053344] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.053464] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.053464] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.053542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.053661] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.053793] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.053907] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.053960] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.054083] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.054156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.054237] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.054327] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.324478] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.324670] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.324790] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.325367] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.348458] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.348641] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.348748] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.348789] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.348985] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.349082] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.349192] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 is going to be updated. [ 827.379750] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.379903] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.379992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.380230] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.380379] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.393488] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 in Status: IN_PROGRESS for 2s [ 827.560511] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de5bfa1e-2c4e-4747-9a80-0701acf03d59: rpc.has_security_group_logging(os_id): False [ 827.574536] env[66979]: INFO networking_nsxv3.common.synchronization [req-11559b64-7ba2-4ec3-89b8-08003ea51e9d req-21c5116e-c14d-4d9d-9747-1b006bdefe3b tempest-ServersTestMultiNic-1430150693 tempest-ServersTestMultiNic-1430150693-project-member] Enqueued Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_members [ 827.575121] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_members [ 827.575431] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.575552] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.575619] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.575819] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.575974] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.576086] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.576219] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.576295] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.576377] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.576473] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.582494] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.582621] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.582692] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.582871] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.582957] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.583174] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.583272] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.583334] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.583474] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.583548] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.583764] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.583876] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.583939] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.584092] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.584165] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.584353] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.584446] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.584507] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.584643] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.584715] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.584907] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 is going to be updated. [ 827.654398] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.654398] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.654398] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.654398] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.654398] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.695824] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: IN_PROGRESS for 2s [ 827.805799] env[66979]: INFO networking_nsxv3.common.synchronization [req-73e01fb8-09fe-4c33-90ff-fe2cbad84674 req-b57d1d6a-f825-447d-9b27-5ce3a26b1d57 tempest-ServerTagsTestJSON-407050034 tempest-ServerTagsTestJSON-407050034-project-member] Enqueued Resource ID: f06e24c9-1464-45b2-a26f-4efe26955678 with Priority: HIGHEST for action security_group_members [ 827.806062] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f06e24c9-1464-45b2-a26f-4efe26955678 with Priority: HIGHEST for action security_group_members [ 827.806548] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f06e24c9-1464-45b2-a26f-4efe26955678 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.806712] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f06e24c9-1464-45b2-a26f-4efe26955678" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.806801] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f06e24c9-1464-45b2-a26f-4efe26955678" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.807124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f06e24c9-1464-45b2-a26f-4efe26955678" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.807263] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.807631] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.807631] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.807827] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.807937] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.808143] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f06e24c9-1464-45b2-a26f-4efe26955678',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.842882] env[66979]: INFO networking_nsxv3.common.synchronization [req-11559b64-7ba2-4ec3-89b8-08003ea51e9d req-19891b9f-f517-4e37-838e-e87084592770 tempest-ServersTestMultiNic-1430150693 tempest-ServersTestMultiNic-1430150693-project-member] Enqueued Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_members [ 827.843427] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGHEST for action security_group_members [ 827.843736] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.843837] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.078454] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.310459] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.310729] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.310729] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.311097] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.335136] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.335448] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.335598] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.335671] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.336577] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.336577] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.336577] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06e24c9-1464-45b2-a26f-4efe26955678 is going to be updated. [ 828.374574] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.374724] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.374768] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.375346] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.375346] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.399099] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06e24c9-1464-45b2-a26f-4efe26955678 in Status: IN_PROGRESS for 2s [ 828.580858] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.082982] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.083178] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.083253] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.083485] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.083589] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.083697] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f is going to be updated. [ 829.114288] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.114524] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.114524] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.114741] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.114887] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.123837] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f in Status: IN_PROGRESS for 2s [ 829.408688] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 in Status: SUCCESS [ 829.408688] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 deletion is rescheduled due to dependency. [ 829.408688] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.714861] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: SUCCESS [ 829.715172] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.919095] env[66979]: INFO networking_nsxv3.common.synchronization [req-c1d47359-ccf9-42d3-8c28-c120e6f8f6e9 req-bde79762-ed86-480d-84be-b8cc60ee40f4 tempest-ServerMetadataTestJSON-1360535931 tempest-ServerMetadataTestJSON-1360535931-project-member] Enqueued Resource ID: 4191d2ef-9ff2-4b11-a19a-d42fc08d89de with Priority: HIGHEST for action security_group_members [ 829.920030] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4191d2ef-9ff2-4b11-a19a-d42fc08d89de with Priority: HIGHEST for action security_group_members [ 829.920149] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-4191d2ef-9ff2-4b11-a19a-d42fc08d89de taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.920257] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.920324] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.920520] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.920675] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.920771] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.920829] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.920968] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.921068] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.921157] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4191d2ef-9ff2-4b11-a19a-d42fc08d89de',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.410840] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f06e24c9-1464-45b2-a26f-4efe26955678 in Status: SUCCESS [ 830.411044] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f06e24c9-1464-45b2-a26f-4efe26955678 deletion is rescheduled due to dependency. [ 830.411389] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f06e24c9-1464-45b2-a26f-4efe26955678" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.423741] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.423884] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.423945] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.424185] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.424275] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.424472] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.424568] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.424634] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.424773] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.424847] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.424953] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4191d2ef-9ff2-4b11-a19a-d42fc08d89de is going to be updated. [ 830.452938] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.453125] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.453177] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.453379] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.453546] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.462527] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4191d2ef-9ff2-4b11-a19a-d42fc08d89de in Status: IN_PROGRESS for 2s [ 831.137192] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f in Status: SUCCESS [ 831.137567] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.137567] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.137714] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.137922] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.138044] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.139384] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.139384] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.139384] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.139384] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.641059] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.641295] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.641295] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.641639] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.641639] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.641801] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.641919] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.642065] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.642292] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.642444] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.642576] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f is going to be updated. [ 831.670493] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.670687] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.670913] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.670992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.671137] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.682960] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f in Status: IN_PROGRESS for 2s [ 832.224487] env[66979]: INFO networking_nsxv3.common.synchronization [req-ab11c524-9257-4097-aa21-d49940e53e28 req-ec041744-2a7c-48d2-81e4-e90e221112bf tempest-ServerAddressesNegativeTestJSON-10688833 tempest-ServerAddressesNegativeTestJSON-10688833-project-member] Enqueued Resource ID: ca03e9f4-45d6-44df-a58a-655ac1067967 with Priority: HIGHEST for action security_group_members [ 832.225075] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca03e9f4-45d6-44df-a58a-655ac1067967 with Priority: HIGHEST for action security_group_members [ 832.225383] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca03e9f4-45d6-44df-a58a-655ac1067967 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.225501] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.225570] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.225764] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.226073] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.226179] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.226218] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.226377] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.226447] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.226533] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca03e9f4-45d6-44df-a58a-655ac1067967',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.472349] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4191d2ef-9ff2-4b11-a19a-d42fc08d89de in Status: SUCCESS [ 832.472542] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4191d2ef-9ff2-4b11-a19a-d42fc08d89de deletion is rescheduled due to dependency. [ 832.472655] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.728546] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.728711] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.728785] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.729014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.729131] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.729320] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.729419] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.729515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.729682] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.729845] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.729845] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca03e9f4-45d6-44df-a58a-655ac1067967 is going to be updated. [ 832.766798] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.766991] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.767079] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.767296] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.767442] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.776962] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca03e9f4-45d6-44df-a58a-655ac1067967 in Status: IN_PROGRESS for 2s [ 833.696290] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f in Status: SUCCESS [ 833.696577] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f deletion is rescheduled due to dependency. [ 833.696864] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.846148] env[66979]: INFO networking_nsxv3.common.synchronization [req-9082dadd-bcaf-43c3-b6ef-0221ab6434be req-a858147a-cce6-4117-9d87-124df5ec03bd tempest-FloatingIPsAssociationTestJSON-2022475928 tempest-FloatingIPsAssociationTestJSON-2022475928-project-member] Enqueued Resource ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed with Priority: HIGHEST for action security_group_members [ 833.846727] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed with Priority: HIGHEST for action security_group_members [ 833.847054] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.847181] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.847244] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.847574] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.847666] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.847778] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.847839] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.847991] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.848095] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.848189] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6470684-9ca6-4b2e-bb9e-aa06f4e72fed',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.888458] env[66979]: INFO networking_nsxv3.common.synchronization [req-f05611df-26d3-4ed4-9420-dde50f8482b3 req-cbbd5334-2eb1-4bda-ae73-719f1d07255f tempest-ServersTestFqdnHostnames-1232617658 tempest-ServersTestFqdnHostnames-1232617658-project-member] Enqueued Resource ID: 1b81965c-36f3-4ca2-a830-d83375549e55 with Priority: HIGHEST for action security_group_members [ 833.889133] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b81965c-36f3-4ca2-a830-d83375549e55 with Priority: HIGHEST for action security_group_members [ 833.889522] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-1b81965c-36f3-4ca2-a830-d83375549e55 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.889894] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1b81965c-36f3-4ca2-a830-d83375549e55" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.889894] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1b81965c-36f3-4ca2-a830-d83375549e55" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.890076] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1b81965c-36f3-4ca2-a830-d83375549e55" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.890242] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.890339] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.891075] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.891075] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.891075] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.891075] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1b81965c-36f3-4ca2-a830-d83375549e55',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.229880] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-63 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.230163] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-63" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.230351] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-63" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.230662] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-63" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.230969] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.231263] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.231447] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.232705] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.232874] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.233107] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.233222] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.233330] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.233438] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.233546] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.233650] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.233919] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.257446] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.257634] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 834.257774] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.258018] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-63" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.258562] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-ee18dcf2-84bd-4e40-a6ff-381b576ab9f3 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.258803] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-ee18dcf2-84bd-4e40-a6ff-381b576ab9f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.258929] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-ee18dcf2-84bd-4e40-a6ff-381b576ab9f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.260055] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-ee18dcf2-84bd-4e40-a6ff-381b576ab9f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.260055] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee18dcf2-84bd-4e40-a6ff-381b576ab9f3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.351128] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6470684-9ca6-4b2e-bb9e-aa06f4e72fed',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.393056] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.393429] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.393551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.394030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.428664] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.428953] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.429126] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.429202] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.429461] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.429553] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.429710] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b81965c-36f3-4ca2-a830-d83375549e55 is going to be updated. [ 834.475043] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.475043] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.475043] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.475043] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.475043] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.485243] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b81965c-36f3-4ca2-a830-d83375549e55 in Status: IN_PROGRESS for 2s [ 834.765438] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.766062] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.766062] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.766242] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.766354] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.766561] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port ee18dcf2-84bd-4e40-a6ff-381b576ab9f3 not found, creating... [ 834.766918] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.767019] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.767080] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.767850] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.767850] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.767850] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.767850] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.768279] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.768279] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.768279] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.768393] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: ee18dcf2-84bd-4e40-a6ff-381b576ab9f3 is going to be created. [ 834.788122] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca03e9f4-45d6-44df-a58a-655ac1067967 in Status: SUCCESS [ 834.788599] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca03e9f4-45d6-44df-a58a-655ac1067967 deletion is rescheduled due to dependency. [ 834.789040] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.790648] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.790986] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.791136] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.791432] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.791680] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.791900] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-ee18dcf2-84bd-4e40-a6ff-381b576ab9f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.854876] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6470684-9ca6-4b2e-bb9e-aa06f4e72fed',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.357790] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.358061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.358192] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.358515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.358688] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.358861] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed is going to be updated. [ 835.391051] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.391207] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.391369] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.392048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.392048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.402147] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed in Status: IN_PROGRESS for 2s [ 835.538933] env[66979]: INFO networking_nsxv3.common.synchronization [req-9082dadd-bcaf-43c3-b6ef-0221ab6434be req-056a64ad-c0b3-4f3f-99d4-9cede317d302 service nova] Enqueued Resource ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed with Priority: HIGHEST for action security_group_rules [ 835.538933] env[66979]: INFO networking_nsxv3.common.synchronization [req-9082dadd-bcaf-43c3-b6ef-0221ab6434be req-056a64ad-c0b3-4f3f-99d4-9cede317d302 service nova] Enqueued Resource ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed with Priority: HIGHEST for action security_group_members [ 835.539093] env[66979]: INFO networking_nsxv3.common.synchronization [req-9082dadd-bcaf-43c3-b6ef-0221ab6434be req-056a64ad-c0b3-4f3f-99d4-9cede317d302 service nova] Enqueued Resource ID: ee18dcf2-84bd-4e40-a6ff-381b576ab9f3 with Priority: HIGHEST for action port [ 835.539747] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed with Priority: HIGHEST for action security_group_rules [ 835.539815] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed with Priority: HIGHEST for action security_group_members [ 835.539901] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee18dcf2-84bd-4e40-a6ff-381b576ab9f3 with Priority: HIGHEST for action port [ 835.541201] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.541325] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.541403] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.541581] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.541657] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6470684-9ca6-4b2e-bb9e-aa06f4e72fed',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.542877] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.542994] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.543170] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee18dcf2-84bd-4e40-a6ff-381b576ab9f3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.543270] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee18dcf2-84bd-4e40-a6ff-381b576ab9f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.543599] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee18dcf2-84bd-4e40-a6ff-381b576ab9f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.543599] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee18dcf2-84bd-4e40-a6ff-381b576ab9f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.543599] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee18dcf2-84bd-4e40-a6ff-381b576ab9f3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.654028] env[66979]: INFO networking_nsxv3.common.synchronization [req-eb018a3d-e0e2-474c-9ede-b32230f03c54 req-2a6d3174-7fff-46a4-b297-44474751f51f tempest-ServersAdminTestJSON-207348556 tempest-ServersAdminTestJSON-207348556-project-member] Enqueued Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_members [ 835.654603] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_members [ 835.654983] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.655145] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.655228] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.655469] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.655645] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.655762] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.655837] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.656016] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.656180] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.656292] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.046378] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.046378] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.046693] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ee18dcf2-84bd-4e40-a6ff-381b576ab9f3 with status ACTIVE [ 836.046693] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.046693] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.046808] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.047020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.047112] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.047313] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.047394] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.047459] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.047627] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.047717] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.047874] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.047963] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.048052] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.048163] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.048256] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.048342] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ee18dcf2-84bd-4e40-a6ff-381b576ab9f3 is going to be updated. [ 836.071038] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.071038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.071038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.071038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.071038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.071411] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee18dcf2-84bd-4e40-a6ff-381b576ab9f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.158931] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.497326] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1b81965c-36f3-4ca2-a830-d83375549e55 in Status: SUCCESS [ 836.497849] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1b81965c-36f3-4ca2-a830-d83375549e55 deletion is rescheduled due to dependency. [ 836.497849] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1b81965c-36f3-4ca2-a830-d83375549e55" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.636627] env[66979]: INFO networking_nsxv3.common.synchronization [req-efcecada-e26f-4512-98d1-ec48bd62684d req-b71349cd-1b57-485c-9959-0be0df089a8d tempest-MigrationsAdminTest-269877207 tempest-MigrationsAdminTest-269877207-project-member] Enqueued Resource ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f with Priority: HIGHEST for action security_group_members [ 836.637575] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f with Priority: HIGHEST for action security_group_members [ 836.638575] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-40be81ad-6f91-4d06-84bc-8a2a0766af5f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.638575] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.638575] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.638575] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.638575] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.638897] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.638897] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.639071] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.639161] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.639260] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40be81ad-6f91-4d06-84bc-8a2a0766af5f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.662226] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.017423] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.017714] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.017940] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.018282] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.018594] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.018783] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.018942] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.019221] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.019408] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.019715] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.019793] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.019952] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.020422] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.020422] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.020422] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.020597] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.040483] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.040578] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 837.041170] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.041170] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.041520] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-d97f2edb-0e54-4f96-9425-e527464e8590 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.041816] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-d97f2edb-0e54-4f96-9425-e527464e8590" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.042025] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-d97f2edb-0e54-4f96-9425-e527464e8590" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.042590] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-d97f2edb-0e54-4f96-9425-e527464e8590" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.042799] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d97f2edb-0e54-4f96-9425-e527464e8590',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.142178] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40be81ad-6f91-4d06-84bc-8a2a0766af5f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.165202] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.165376] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.165448] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.165656] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.165744] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.165847] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 is going to be updated. [ 837.196399] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.196582] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.196715] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.196889] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.197049] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.210797] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: IN_PROGRESS for 2s [ 837.417407] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed in Status: SUCCESS [ 837.417861] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.418126] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.418521] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.419185] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.419560] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.420614] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.420614] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.420614] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.422643] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6470684-9ca6-4b2e-bb9e-aa06f4e72fed',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.550288] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.550562] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.550754] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.551119] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.551292] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.551462] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port d97f2edb-0e54-4f96-9425-e527464e8590 not found, creating... [ 837.551756] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.551986] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.552087] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.552338] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.552493] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.552847] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.552990] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.553064] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.553283] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.553414] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.554165] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: d97f2edb-0e54-4f96-9425-e527464e8590 is going to be created. [ 837.578338] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.578686] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.578831] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.579408] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.579554] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.579813] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-d97f2edb-0e54-4f96-9425-e527464e8590" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.644519] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40be81ad-6f91-4d06-84bc-8a2a0766af5f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.923458] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6470684-9ca6-4b2e-bb9e-aa06f4e72fed',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.146611] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.146964] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.146964] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.147069] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.147165] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.147276] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f is going to be updated. [ 838.180209] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.180419] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.180419] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.180689] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.180863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.190491] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f in Status: IN_PROGRESS for 2s [ 838.286456] env[66979]: INFO networking_nsxv3.common.synchronization [req-efcecada-e26f-4512-98d1-ec48bd62684d req-4cf17760-ffd9-4eb9-ac7b-de525d8099c5 service nova] Enqueued Resource ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f with Priority: HIGHEST for action security_group_rules [ 838.286772] env[66979]: INFO networking_nsxv3.common.synchronization [req-efcecada-e26f-4512-98d1-ec48bd62684d req-4cf17760-ffd9-4eb9-ac7b-de525d8099c5 service nova] Enqueued Resource ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f with Priority: HIGHEST for action security_group_members [ 838.286825] env[66979]: INFO networking_nsxv3.common.synchronization [req-efcecada-e26f-4512-98d1-ec48bd62684d req-4cf17760-ffd9-4eb9-ac7b-de525d8099c5 service nova] Enqueued Resource ID: d97f2edb-0e54-4f96-9425-e527464e8590 with Priority: HIGHEST for action port [ 838.287374] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f with Priority: HIGHEST for action security_group_rules [ 838.287537] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f with Priority: HIGHEST for action security_group_members [ 838.287628] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d97f2edb-0e54-4f96-9425-e527464e8590 with Priority: HIGHEST for action port [ 838.287876] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40be81ad-6f91-4d06-84bc-8a2a0766af5f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.287981] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.288074] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.288322] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.288398] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40be81ad-6f91-4d06-84bc-8a2a0766af5f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.289337] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-40be81ad-6f91-4d06-84bc-8a2a0766af5f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.289435] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.289709] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-d97f2edb-0e54-4f96-9425-e527464e8590 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.289811] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d97f2edb-0e54-4f96-9425-e527464e8590" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.289891] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d97f2edb-0e54-4f96-9425-e527464e8590" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.290168] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d97f2edb-0e54-4f96-9425-e527464e8590" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.290248] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d97f2edb-0e54-4f96-9425-e527464e8590',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.426939] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6470684-9ca6-4b2e-bb9e-aa06f4e72fed',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.792056] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-40be81ad-6f91-4d06-84bc-8a2a0766af5f taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.792056] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.792269] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d97f2edb-0e54-4f96-9425-e527464e8590 with status ACTIVE [ 838.792405] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.792512] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.792577] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.792786] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.793086] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.793272] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.793368] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.793428] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.793587] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.793662] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.793838] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.793929] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.793988] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.794131] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.794203] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.794286] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d97f2edb-0e54-4f96-9425-e527464e8590 is going to be updated. [ 838.827031] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.827899] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.827899] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.827899] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.827899] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.827899] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d97f2edb-0e54-4f96-9425-e527464e8590" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.930919] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.931132] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.931418] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.931418] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.931527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.931527] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed is going to be updated. [ 838.978219] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.978219] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.978373] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.978501] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.978636] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.988416] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed in Status: IN_PROGRESS for 2s [ 839.222360] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: SUCCESS [ 839.222875] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.290083] env[66979]: INFO networking_nsxv3.common.synchronization [req-73c0a56c-a186-4dc1-acaf-cf456e909387 req-9fc7d200-9602-4951-8625-8715fa871d16 tempest-ServersNegativeTestJSON-1572246049 tempest-ServersNegativeTestJSON-1572246049-project-member] Enqueued Resource ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a with Priority: HIGHEST for action security_group_members [ 839.290778] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a with Priority: HIGHEST for action security_group_members [ 839.291181] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad799ee-bbf6-483b-8d55-df9eab8a371a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.291325] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.291412] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.291585] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.291823] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.291944] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.292057] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.292229] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.292313] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.292419] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ad799ee-bbf6-483b-8d55-df9eab8a371a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.673482] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-11 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.673778] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-11" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.673988] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-11" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.674281] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-11" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.674539] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.677029] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.677029] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.677029] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.677029] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.677029] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.677029] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 839.677029] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 839.677029] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 839.677029] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 839.677029] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 839.677029] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 839.699240] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 839.699240] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 839.699240] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 839.699240] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-11" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.700045] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-c8005989-6fba-4e0b-afb8-522b2aa0beae taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.700045] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-c8005989-6fba-4e0b-afb8-522b2aa0beae" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.700045] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-c8005989-6fba-4e0b-afb8-522b2aa0beae" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.700045] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-c8005989-6fba-4e0b-afb8-522b2aa0beae" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.700940] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8005989-6fba-4e0b-afb8-522b2aa0beae',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.795181] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ad799ee-bbf6-483b-8d55-df9eab8a371a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.202920] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.203181] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.203268] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.203505] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.203690] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.203865] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port c8005989-6fba-4e0b-afb8-522b2aa0beae not found, creating... [ 840.204182] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.204348] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.204462] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.204724] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.204844] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.205224] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.205516] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.205516] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.205808] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.205808] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.205997] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: c8005989-6fba-4e0b-afb8-522b2aa0beae is going to be created. [ 840.207856] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f in Status: SUCCESS [ 840.208062] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.208228] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.208405] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.208571] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.208675] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.208734] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.208947] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.209082] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.209132] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40be81ad-6f91-4d06-84bc-8a2a0766af5f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.232013] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.232493] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.232493] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.232691] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.232907] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.233324] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-c8005989-6fba-4e0b-afb8-522b2aa0beae" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.298227] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ad799ee-bbf6-483b-8d55-df9eab8a371a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.712079] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40be81ad-6f91-4d06-84bc-8a2a0766af5f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.800968] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.801244] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.801311] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.801474] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.801566] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.801657] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a is going to be updated. [ 840.834481] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.834662] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.834737] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.835019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.835239] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.845037] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a in Status: IN_PROGRESS for 2s [ 840.958862] env[66979]: INFO networking_nsxv3.common.synchronization [req-73c0a56c-a186-4dc1-acaf-cf456e909387 req-78ea7824-5e11-4e43-ae0b-e4bd80e844f3 service nova] Enqueued Resource ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a with Priority: HIGHEST for action security_group_rules [ 840.958862] env[66979]: INFO networking_nsxv3.common.synchronization [req-73c0a56c-a186-4dc1-acaf-cf456e909387 req-78ea7824-5e11-4e43-ae0b-e4bd80e844f3 service nova] Enqueued Resource ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a with Priority: HIGHEST for action security_group_members [ 840.958862] env[66979]: INFO networking_nsxv3.common.synchronization [req-73c0a56c-a186-4dc1-acaf-cf456e909387 req-78ea7824-5e11-4e43-ae0b-e4bd80e844f3 service nova] Enqueued Resource ID: c8005989-6fba-4e0b-afb8-522b2aa0beae with Priority: HIGHEST for action port [ 840.959363] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a with Priority: HIGHEST for action security_group_rules [ 840.961344] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a with Priority: HIGHEST for action security_group_members [ 840.961344] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8005989-6fba-4e0b-afb8-522b2aa0beae with Priority: HIGHEST for action port [ 840.961344] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ad799ee-bbf6-483b-8d55-df9eab8a371a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.961344] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.961344] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.961344] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.961344] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ad799ee-bbf6-483b-8d55-df9eab8a371a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.962923] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad799ee-bbf6-483b-8d55-df9eab8a371a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.962923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.963075] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8005989-6fba-4e0b-afb8-522b2aa0beae taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.963075] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8005989-6fba-4e0b-afb8-522b2aa0beae" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.963190] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8005989-6fba-4e0b-afb8-522b2aa0beae" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.966086] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8005989-6fba-4e0b-afb8-522b2aa0beae" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.966086] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8005989-6fba-4e0b-afb8-522b2aa0beae',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.997281] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed in Status: SUCCESS [ 840.997510] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.998058] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.998269] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.998455] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.998565] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.998629] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.998763] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.998835] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.998913] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.998998] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6470684-9ca6-4b2e-bb9e-aa06f4e72fed',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.214053] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40be81ad-6f91-4d06-84bc-8a2a0766af5f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.464018] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad799ee-bbf6-483b-8d55-df9eab8a371a taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.464018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.467345] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8005989-6fba-4e0b-afb8-522b2aa0beae with status ACTIVE [ 841.467345] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.467345] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.467345] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.467345] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.467345] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.467345] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.467345] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.467345] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.467345] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.467345] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.467345] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.467345] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.467345] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.467345] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.467345] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.467915] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8005989-6fba-4e0b-afb8-522b2aa0beae is going to be updated. [ 841.490690] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.490945] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.490945] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.491179] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.492877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.492877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8005989-6fba-4e0b-afb8-522b2aa0beae" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.504108] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.504268] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.504360] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.504550] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.504716] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.504830] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.504907] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.505071] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.505162] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.505250] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.505395] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.505486] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.505543] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.505681] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.505818] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.505907] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.505969] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.506110] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.506176] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.506261] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.506347] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6470684-9ca6-4b2e-bb9e-aa06f4e72fed',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.718477] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.718477] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.718477] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.719495] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.719795] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.719953] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f is going to be updated. [ 841.750298] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.750505] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.750558] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.750747] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.751224] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.761473] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f in Status: IN_PROGRESS for 2s [ 842.008252] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6470684-9ca6-4b2e-bb9e-aa06f4e72fed: rpc.has_security_group_logging(os_id): False [ 842.028452] env[66979]: INFO networking_nsxv3.common.synchronization [req-0cc1ae85-a6d7-456a-8f11-35550cb0e1c2 req-c99413d1-0ed0-4d37-82b0-4a202f0569b1 tempest-ServerActionsTestJSON-1937184917 tempest-ServerActionsTestJSON-1937184917-project-member] Enqueued Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGHEST for action security_group_members [ 842.029749] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.029872] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.029962] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.030166] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.032063] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGHEST for action security_group_members [ 842.032825] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b00020e5-8cdf-4b2a-81f2-d5cef6735431 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.032965] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.032965] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.033244] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.033409] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.033531] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.033607] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.033727] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.033815] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.033966] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.054897] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.055183] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.055358] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.055358] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.055556] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.055631] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.055854] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.055957] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.056045] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.056181] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.056254] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.056451] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.056547] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.056608] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.056739] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.056818] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.056943] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed is going to be updated. [ 842.126773] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.126942] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.127729] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.127729] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.127729] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.149610] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed in Status: IN_PROGRESS for 2s [ 842.451107] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-669 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.451107] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-669" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.451107] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-669" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.451107] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-669" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.451107] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.452525] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.452525] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.452525] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.452525] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.452525] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.452525] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.452525] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.452525] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.452525] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.452525] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.452865] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.473959] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.475453] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 842.476771] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.476771] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-669" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.476771] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-1af4009e-2830-4e97-8387-2155c89498c4 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.476771] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-1af4009e-2830-4e97-8387-2155c89498c4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.476771] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-1af4009e-2830-4e97-8387-2155c89498c4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.477105] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-1af4009e-2830-4e97-8387-2155c89498c4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.477105] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1af4009e-2830-4e97-8387-2155c89498c4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.539834] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.540029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.540097] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.540310] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.540455] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.540636] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.540707] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.540768] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.540939] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.541044] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.541120] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 already deleted. [ 842.541202] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.858159] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a in Status: SUCCESS [ 842.858350] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.858575] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.858789] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.858978] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.859108] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.859175] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.859327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.859408] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.859503] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ad799ee-bbf6-483b-8d55-df9eab8a371a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.979744] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.980017] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.980180] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.980472] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.980623] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.980788] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 1af4009e-2830-4e97-8387-2155c89498c4 not found, creating... [ 842.981108] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.981287] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.981401] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.981619] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.981752] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.982076] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.982270] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.982393] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.982616] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.982749] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.982886] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 1af4009e-2830-4e97-8387-2155c89498c4 is going to be created. [ 843.004336] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.004582] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.004714] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.004983] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.005223] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.005439] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-1af4009e-2830-4e97-8387-2155c89498c4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.361774] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ad799ee-bbf6-483b-8d55-df9eab8a371a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.710060] env[66979]: INFO networking_nsxv3.common.synchronization [req-0cc1ae85-a6d7-456a-8f11-35550cb0e1c2 req-c34fca11-42e9-4bbe-ac00-56a7dd37c9ef service nova] Enqueued Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGHEST for action security_group_rules [ 843.710060] env[66979]: INFO networking_nsxv3.common.synchronization [req-0cc1ae85-a6d7-456a-8f11-35550cb0e1c2 req-c34fca11-42e9-4bbe-ac00-56a7dd37c9ef service nova] Enqueued Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGHEST for action security_group_members [ 843.710060] env[66979]: INFO networking_nsxv3.common.synchronization [req-0cc1ae85-a6d7-456a-8f11-35550cb0e1c2 req-c34fca11-42e9-4bbe-ac00-56a7dd37c9ef service nova] Enqueued Resource ID: 1af4009e-2830-4e97-8387-2155c89498c4 with Priority: HIGHEST for action port [ 843.710060] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGHEST for action security_group_rules [ 843.710060] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGHEST for action security_group_members [ 843.711330] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1af4009e-2830-4e97-8387-2155c89498c4 with Priority: HIGHEST for action port [ 843.716132] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.716132] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.716132] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.716132] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.716132] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.716132] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b00020e5-8cdf-4b2a-81f2-d5cef6735431 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.716132] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.716132] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.716132] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.716132] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.716132] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.716132] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.716132] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.716132] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.716132] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.719049] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-1af4009e-2830-4e97-8387-2155c89498c4 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.720100] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1af4009e-2830-4e97-8387-2155c89498c4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.720100] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1af4009e-2830-4e97-8387-2155c89498c4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.720100] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1af4009e-2830-4e97-8387-2155c89498c4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.720100] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1af4009e-2830-4e97-8387-2155c89498c4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.771494] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f in Status: SUCCESS [ 843.772183] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.772306] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.772517] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.772710] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.772871] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.772924] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.773050] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.773135] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.773220] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.773309] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40be81ad-6f91-4d06-84bc-8a2a0766af5f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.864412] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ad799ee-bbf6-483b-8d55-df9eab8a371a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.164409] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed in Status: SUCCESS [ 844.164626] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.222514] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.225239] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b00020e5-8cdf-4b2a-81f2-d5cef6735431 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.225377] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.225504] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1af4009e-2830-4e97-8387-2155c89498c4 with status ACTIVE [ 844.225656] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.225753] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.225814] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.226030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.226112] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.226275] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.226363] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.226421] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.226561] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.226664] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.226874] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.226995] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.227050] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.227165] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.227234] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.227314] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1af4009e-2830-4e97-8387-2155c89498c4 is going to be updated. [ 844.250042] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.250042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.250042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.250042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.250393] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.250393] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1af4009e-2830-4e97-8387-2155c89498c4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.275821] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-40be81ad-6f91-4d06-84bc-8a2a0766af5f taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.276276] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.276648] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.276868] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.277069] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.277180] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.277273] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.278169] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.278169] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.278169] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.278169] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-40be81ad-6f91-4d06-84bc-8a2a0766af5f taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.278169] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.278169] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.278169] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.278551] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.278551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.278551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.278678] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.279611] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.279611] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.279611] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40be81ad-6f91-4d06-84bc-8a2a0766af5f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.368751] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.368840] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.368881] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.369185] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.369310] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.369440] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a is going to be updated. [ 844.425313] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.425313] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.425313] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.425313] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.425313] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.440110] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a in Status: IN_PROGRESS for 2s [ 844.729882] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.781192] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40be81ad-6f91-4d06-84bc-8a2a0766af5f: rpc.has_security_group_logging(os_id): False [ 844.798595] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.798895] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.798895] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.800111] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.818921] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.819248] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.819375] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.819443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.819641] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.819784] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.819966] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.820115] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.820216] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.820402] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.820481] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.820664] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.820760] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.820822] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.820959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.824471] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.824582] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f is going to be updated. [ 844.896408] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.896408] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.896408] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.896661] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.897053] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.917797] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f in Status: IN_PROGRESS for 2s [ 845.234250] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.234483] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.234568] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.235559] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.235671] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.235740] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 is going to be created. [ 845.265393] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.265731] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.265731] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.265731] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.265900] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.282467] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 in Status: UNINITIALIZED for 2s [ 846.014462] env[66979]: INFO networking_nsxv3.common.synchronization [req-b119df87-bc66-4af0-bf0f-f02b4b17634e req-b5875873-6df1-4101-ad49-be6567123207 tempest-ImagesTestJSON-1664217714 tempest-ImagesTestJSON-1664217714-project-member] Enqueued Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_members [ 846.015030] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_members [ 846.015342] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.017048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.017048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.017048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.017048] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.017048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.017048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.017048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.017048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.017048] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.426076] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.426284] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-391" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.426404] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-391" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.426672] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-391" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.426946] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.427256] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.427493] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.427747] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.427895] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.428116] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.428230] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 846.428335] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 846.428442] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 846.428547] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 846.428649] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 846.428774] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 846.448333] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 846.448468] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 846.448572] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 846.448713] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-391" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.449133] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-52baba31-993b-42b9-bbd4-765189c4872b taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.449326] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-52baba31-993b-42b9-bbd4-765189c4872b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.449459] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-52baba31-993b-42b9-bbd4-765189c4872b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.449828] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-52baba31-993b-42b9-bbd4-765189c4872b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.449980] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52baba31-993b-42b9-bbd4-765189c4872b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.452772] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a in Status: SUCCESS [ 846.452978] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.453317] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.453539] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.453736] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.453832] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.453902] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.454068] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.454151] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.454244] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.454341] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ad799ee-bbf6-483b-8d55-df9eab8a371a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.521164] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.521334] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.521387] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.521610] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.542131] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.542417] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.542537] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.542598] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.542817] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.542895] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.542993] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77723165-bb10-4849-b9dc-abee857eeb83 is going to be updated. [ 846.572103] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.572325] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.572364] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.572606] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.572750] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.583971] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: IN_PROGRESS for 2s [ 846.933851] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f in Status: SUCCESS [ 846.934243] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.957033] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.957373] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.957518] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.967040] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.967040] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.967040] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 52baba31-993b-42b9-bbd4-765189c4872b not found, creating... [ 846.967040] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.967040] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.967040] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.967040] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.967040] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.967040] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.967040] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.968096] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.968096] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.968096] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.968096] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 52baba31-993b-42b9-bbd4-765189c4872b is going to be created. [ 846.968096] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad799ee-bbf6-483b-8d55-df9eab8a371a taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.968096] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.968096] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.968096] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.968096] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.968096] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.968096] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.968096] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.968096] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.968096] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.968096] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad799ee-bbf6-483b-8d55-df9eab8a371a taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.968096] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.968096] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.968096] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.968751] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.968751] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.968751] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.968751] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.968751] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.968751] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.968751] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ad799ee-bbf6-483b-8d55-df9eab8a371a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.985870] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.986741] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.986741] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.986741] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.986900] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.987164] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-52baba31-993b-42b9-bbd4-765189c4872b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.300568] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 in Status: SUCCESS [ 847.300568] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.300568] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.300568] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.300568] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.300568] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.301182] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.301182] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.302104] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.302753] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.302753] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.466081] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ad799ee-bbf6-483b-8d55-df9eab8a371a: rpc.has_security_group_logging(os_id): False [ 847.487149] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.487149] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.487149] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.487149] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.507832] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.508178] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.508298] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.508495] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.508582] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.508663] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.508860] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.508958] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.509033] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.509185] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.509259] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.509608] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.509608] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.509608] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.509807] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.509990] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.510148] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a is going to be updated. [ 847.583268] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.584658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.584658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.584658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.584658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.601766] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a in Status: IN_PROGRESS for 2s [ 847.723981] env[66979]: INFO networking_nsxv3.common.synchronization [req-b119df87-bc66-4af0-bf0f-f02b4b17634e req-7bebb0a2-1e19-4e89-b5d3-bbf9c8647f3e service nova] Enqueued Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_rules [ 847.723981] env[66979]: INFO networking_nsxv3.common.synchronization [req-b119df87-bc66-4af0-bf0f-f02b4b17634e req-7bebb0a2-1e19-4e89-b5d3-bbf9c8647f3e service nova] Enqueued Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_members [ 847.723981] env[66979]: INFO networking_nsxv3.common.synchronization [req-b119df87-bc66-4af0-bf0f-f02b4b17634e req-7bebb0a2-1e19-4e89-b5d3-bbf9c8647f3e service nova] Enqueued Resource ID: 52baba31-993b-42b9-bbd4-765189c4872b with Priority: HIGHEST for action port [ 847.724528] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_rules [ 847.724660] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_members [ 847.724755] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52baba31-993b-42b9-bbd4-765189c4872b with Priority: HIGHEST for action port [ 847.725185] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.725349] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.725520] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.725725] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.725770] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.727090] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.727301] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.727519] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-52baba31-993b-42b9-bbd4-765189c4872b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.727651] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-52baba31-993b-42b9-bbd4-765189c4872b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.727776] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-52baba31-993b-42b9-bbd4-765189c4872b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.727880] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-52baba31-993b-42b9-bbd4-765189c4872b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.727957] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('52baba31-993b-42b9-bbd4-765189c4872b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.805417] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.227808] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.228088] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.231444] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 52baba31-993b-42b9-bbd4-765189c4872b with status ACTIVE [ 848.231775] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.232021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.232106] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.232370] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.233350] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.233350] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.233350] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.233350] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.233350] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.233350] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.233350] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.233754] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.233754] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.233754] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.233754] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.233887] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 52baba31-993b-42b9-bbd4-765189c4872b is going to be updated. [ 848.240157] env[66979]: INFO networking_nsxv3.common.synchronization [req-f1e0ed62-4434-4ef9-9e10-78639eb0dc7a req-b99faa15-8a70-4bea-bd86-4dc36a7c2066 tempest-AttachVolumeNegativeTest-425064559 tempest-AttachVolumeNegativeTest-425064559-project-member] Enqueued Resource ID: 7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 with Priority: HIGHEST for action security_group_members [ 848.242187] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 with Priority: HIGHEST for action security_group_members [ 848.242187] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.242187] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.242187] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.242187] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.242187] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.242187] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.242187] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.242187] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.242187] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.242187] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f47bc47-5cc5-4ef0-9ff0-3479c93f6458',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.263721] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.264188] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.264188] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.265082] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.265082] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.265082] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-52baba31-993b-42b9-bbd4-765189c4872b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.309362] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b00020e5-8cdf-4b2a-81f2-d5cef6735431: rpc.has_security_group_logging(os_id): False [ 848.329625] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.329625] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.329625] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.330207] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.330207] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.330336] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.330423] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.330481] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.330657] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.330818] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.332233] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 is going to be created. [ 848.459555] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.459555] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.459555] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.460192] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.460377] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.477248] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 in Status: IN_PROGRESS for 2s [ 848.601748] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: SUCCESS [ 848.601996] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77723165-bb10-4849-b9dc-abee857eeb83 deletion is rescheduled due to dependency. [ 848.602135] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.602387] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.602644] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.602902] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.603048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.603048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.603245] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.603336] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.603436] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.747963] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.747963] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.747963] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.747963] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.747963] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.747963] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.747963] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.747963] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.748531] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.748531] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.748531] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 already deleted. [ 848.748531] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.767986] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.768360] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.768534] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.769048] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.769484] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.769768] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.769919] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.770291] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.770510] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.770844] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.771018] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 848.771193] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 848.771346] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 848.771523] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 848.771670] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 848.771868] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 848.794575] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 848.794790] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 848.794970] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 848.795177] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.795506] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-18498e12-0e78-4e59-bc93-d280e76fd985 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.795676] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-18498e12-0e78-4e59-bc93-d280e76fd985" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.795792] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-18498e12-0e78-4e59-bc93-d280e76fd985" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.796326] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-18498e12-0e78-4e59-bc93-d280e76fd985" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.796404] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18498e12-0e78-4e59-bc93-d280e76fd985',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.105522] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.299290] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.299754] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.299947] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.300400] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.300616] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.300827] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 18498e12-0e78-4e59-bc93-d280e76fd985 not found, creating... [ 849.301266] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.301845] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.301964] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.302384] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.302634] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.303248] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.303539] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.303732] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.304066] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.304242] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.304492] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 18498e12-0e78-4e59-bc93-d280e76fd985 is going to be created. [ 849.333560] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.334050] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.334188] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.334646] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.335037] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.335438] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-18498e12-0e78-4e59-bc93-d280e76fd985" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.607842] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.622511] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a in Status: SUCCESS [ 849.622851] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.961323] env[66979]: INFO networking_nsxv3.common.synchronization [None req-c1eb3ea2-2543-47a6-bf69-ee67a2805058 None None] Enqueued Resource ID: 32ac56fa-d9bc-49d9-adce-adf82c2b9728 with Priority: HIGHEST for action port [ 849.961323] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32ac56fa-d9bc-49d9-adce-adf82c2b9728 with Priority: HIGHEST for action port [ 849.961727] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-32ac56fa-d9bc-49d9-adce-adf82c2b9728 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.961890] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32ac56fa-d9bc-49d9-adce-adf82c2b9728" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.961983] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32ac56fa-d9bc-49d9-adce-adf82c2b9728" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.962348] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32ac56fa-d9bc-49d9-adce-adf82c2b9728" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.962466] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32ac56fa-d9bc-49d9-adce-adf82c2b9728',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.021437] env[66979]: INFO networking_nsxv3.common.synchronization [req-f1e0ed62-4434-4ef9-9e10-78639eb0dc7a req-47922590-e7a4-4e04-bb94-ee36a8c93af4 service nova] Enqueued Resource ID: 7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 with Priority: HIGHEST for action security_group_rules [ 850.021437] env[66979]: INFO networking_nsxv3.common.synchronization [req-f1e0ed62-4434-4ef9-9e10-78639eb0dc7a req-47922590-e7a4-4e04-bb94-ee36a8c93af4 service nova] Enqueued Resource ID: 7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 with Priority: HIGHEST for action security_group_members [ 850.021437] env[66979]: INFO networking_nsxv3.common.synchronization [req-f1e0ed62-4434-4ef9-9e10-78639eb0dc7a req-47922590-e7a4-4e04-bb94-ee36a8c93af4 service nova] Enqueued Resource ID: 18498e12-0e78-4e59-bc93-d280e76fd985 with Priority: HIGHEST for action port [ 850.021437] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 with Priority: HIGHEST for action security_group_rules [ 850.021437] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 with Priority: HIGHEST for action security_group_members [ 850.021437] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18498e12-0e78-4e59-bc93-d280e76fd985 with Priority: HIGHEST for action port [ 850.022163] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.022720] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.023305] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.023522] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.024079] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f47bc47-5cc5-4ef0-9ff0-3479c93f6458',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.025943] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.027306] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.027306] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.027306] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.027306] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.027306] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.027306] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.027306] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.027306] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.028424] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f47bc47-5cc5-4ef0-9ff0-3479c93f6458',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.030752] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-18498e12-0e78-4e59-bc93-d280e76fd985 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.031233] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18498e12-0e78-4e59-bc93-d280e76fd985" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.033207] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18498e12-0e78-4e59-bc93-d280e76fd985" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.033207] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18498e12-0e78-4e59-bc93-d280e76fd985" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.033207] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18498e12-0e78-4e59-bc93-d280e76fd985',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.112576] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.112576] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.112576] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.112779] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.112913] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.113080] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77723165-bb10-4849-b9dc-abee857eeb83 is going to be updated. [ 850.148967] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.148967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.148967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.149217] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.149312] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.159545] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: IN_PROGRESS for 2s [ 850.466815] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 32ac56fa-d9bc-49d9-adce-adf82c2b9728 [ 850.466815] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.467186] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.467186] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.467352] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.467441] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.467544] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:32ac56fa-d9bc-49d9-adce-adf82c2b9728 already deleted. [ 850.467642] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32ac56fa-d9bc-49d9-adce-adf82c2b9728" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.491339] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 in Status: SUCCESS [ 850.491608] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.534690] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.534846] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.536296] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f47bc47-5cc5-4ef0-9ff0-3479c93f6458',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.538409] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18498e12-0e78-4e59-bc93-d280e76fd985 with status ACTIVE [ 850.538409] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.538409] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.538409] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.538409] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.538409] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.538965] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.538965] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.538965] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.538965] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.538965] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.539584] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.539584] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.539726] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.540736] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.540736] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.540736] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18498e12-0e78-4e59-bc93-d280e76fd985 is going to be updated. [ 850.565646] env[66979]: INFO networking_nsxv3.common.synchronization [req-91a52b39-2f0d-4611-90e5-b59150added9 req-8121eda7-67d7-49c6-a636-2862dae7f7b0 tempest-ListServerFiltersTestJSON-1902535644 tempest-ListServerFiltersTestJSON-1902535644-project-member] Enqueued Resource ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 with Priority: HIGHEST for action security_group_members [ 850.567117] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.567300] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.567364] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.567539] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.567682] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.567868] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18498e12-0e78-4e59-bc93-d280e76fd985" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.568430] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 with Priority: HIGHEST for action security_group_members [ 850.568996] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.569134] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.569266] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.569520] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.569677] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.569802] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.569954] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.575049] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.575049] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.575049] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.043665] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f47bc47-5cc5-4ef0-9ff0-3479c93f6458',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.078064] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.078064] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.078064] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.078411] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.103185] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.103185] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.103185] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.103185] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.103185] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.103185] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.103185] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 is going to be updated. [ 851.134922] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.135137] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.135238] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.135673] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.135791] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.177434] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 in Status: IN_PROGRESS for 2s [ 851.214526] env[66979]: INFO networking_nsxv3.common.synchronization [req-b9f704d3-0d99-44a9-bb4b-114d9a75f78e req-8cd7926a-07e5-4386-b9f3-3b2ae1e1d919 tempest-ServerDiskConfigTestJSON-24761059 tempest-ServerDiskConfigTestJSON-24761059-project-member] Enqueued Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_members [ 851.215093] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_members [ 851.215627] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.215763] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.215831] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.216106] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.216285] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.216390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.216447] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.216609] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.216691] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.216785] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.549309] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.549734] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.549734] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.550046] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.550119] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.550412] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 is going to be created. [ 851.584212] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.584212] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.584212] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.584472] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.584529] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.597829] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 in Status: UNINITIALIZED for 2s [ 851.714921] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-14 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.715282] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.715513] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.715911] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.717104] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.717314] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.717435] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.717762] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.717952] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.718277] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.718428] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 851.718551] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 851.718661] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 851.718787] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 851.718907] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 851.719113] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 851.721026] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.721165] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.721237] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.721442] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.721532] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.722743] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.722743] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.722743] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.722743] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.722743] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.722743] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 is going to be deleted. [ 851.758644] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 851.758752] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 851.758823] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 851.758999] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.759401] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-147e6bac-cbf3-423b-886a-bf7f2bfd9ef5 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.759603] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-147e6bac-cbf3-423b-886a-bf7f2bfd9ef5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.759804] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-147e6bac-cbf3-423b-886a-bf7f2bfd9ef5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.760332] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-147e6bac-cbf3-423b-886a-bf7f2bfd9ef5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.760503] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('147e6bac-cbf3-423b-886a-bf7f2bfd9ef5',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.779372] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.779613] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.779613] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.779730] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.779884] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.780078] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.172051] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: SUCCESS [ 852.172321] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.172567] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.172811] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.173047] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.173223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.173294] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.173485] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.173559] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.173669] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.173791] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.263576] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.264626] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.264626] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.264626] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.264626] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.264946] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 147e6bac-cbf3-423b-886a-bf7f2bfd9ef5 not found, creating... [ 852.265481] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.265913] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.266160] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.267027] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.267027] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.267359] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.267565] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.268031] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.268031] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.268268] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.268341] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 147e6bac-cbf3-423b-886a-bf7f2bfd9ef5 is going to be created. [ 852.293690] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.293849] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.293849] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.295337] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.295337] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.295337] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-147e6bac-cbf3-423b-886a-bf7f2bfd9ef5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.331714] env[66979]: INFO networking_nsxv3.common.synchronization [None req-25df09dd-f460-4d3e-a8fb-451a9b7936cd None None] Enqueued Resource ID: 3a5323b8-9ada-4292-a573-7f03ae86895c with Priority: HIGHEST for action port [ 852.333770] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a5323b8-9ada-4292-a573-7f03ae86895c with Priority: HIGHEST for action port [ 852.334012] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a5323b8-9ada-4292-a573-7f03ae86895c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.334183] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a5323b8-9ada-4292-a573-7f03ae86895c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.335116] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a5323b8-9ada-4292-a573-7f03ae86895c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.335116] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a5323b8-9ada-4292-a573-7f03ae86895c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.335116] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a5323b8-9ada-4292-a573-7f03ae86895c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.676176] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.676605] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.676605] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.676756] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.677008] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.677192] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.677291] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.677457] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.677550] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.677646] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.678059] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.678216] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.678296] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.678467] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.678654] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.678763] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.678826] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.679014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.679123] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.679229] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.679339] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.844326] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3a5323b8-9ada-4292-a573-7f03ae86895c [ 852.844326] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.844326] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.844326] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.844326] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.844326] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.844326] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3a5323b8-9ada-4292-a573-7f03ae86895c already deleted. [ 852.844326] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a5323b8-9ada-4292-a573-7f03ae86895c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.092629] env[66979]: INFO networking_nsxv3.common.synchronization [req-b9f704d3-0d99-44a9-bb4b-114d9a75f78e req-2386d9f9-f963-4ed1-b08d-1484eb33c73b service nova] Enqueued Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_rules [ 853.092840] env[66979]: INFO networking_nsxv3.common.synchronization [req-b9f704d3-0d99-44a9-bb4b-114d9a75f78e req-2386d9f9-f963-4ed1-b08d-1484eb33c73b service nova] Enqueued Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_members [ 853.092981] env[66979]: INFO networking_nsxv3.common.synchronization [req-b9f704d3-0d99-44a9-bb4b-114d9a75f78e req-2386d9f9-f963-4ed1-b08d-1484eb33c73b service nova] Enqueued Resource ID: 147e6bac-cbf3-423b-886a-bf7f2bfd9ef5 with Priority: HIGHEST for action port [ 853.094371] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_rules [ 853.094582] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_members [ 853.094689] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 147e6bac-cbf3-423b-886a-bf7f2bfd9ef5 with Priority: HIGHEST for action port [ 853.095047] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.095193] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.095297] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.095515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.095599] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.097116] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.097242] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.097308] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.097480] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.097630] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.097736] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.097808] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.097938] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.100510] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.100510] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.100510] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-147e6bac-cbf3-423b-886a-bf7f2bfd9ef5 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.100510] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-147e6bac-cbf3-423b-886a-bf7f2bfd9ef5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.100510] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-147e6bac-cbf3-423b-886a-bf7f2bfd9ef5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.101123] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-147e6bac-cbf3-423b-886a-bf7f2bfd9ef5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.101123] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('147e6bac-cbf3-423b-886a-bf7f2bfd9ef5',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.181555] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77723165-bb10-4849-b9dc-abee857eeb83: rpc.has_security_group_logging(os_id): False [ 853.190126] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 in Status: SUCCESS [ 853.190126] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0 deletion is rescheduled due to dependency. [ 853.190895] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.201285] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.201523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.201523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.201719] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.201992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.201992] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.202183] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.202183] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.202340] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.202813] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.202813] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.202813] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.202813] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.203127] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.203127] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.203127] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.203334] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.203334] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.203536] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.203614] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.203704] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77723165-bb10-4849-b9dc-abee857eeb83 is going to be updated. [ 853.272907] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.273127] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.273127] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.275237] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.275237] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.291360] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: IN_PROGRESS for 2s [ 853.597673] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.598050] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.604102] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.606239] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 147e6bac-cbf3-423b-886a-bf7f2bfd9ef5 with status ACTIVE [ 853.606539] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.606727] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.606809] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.607082] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.607202] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.607424] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.607557] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.607705] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.607942] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.607994] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.608252] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.608354] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.608396] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.608547] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.608655] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.608704] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 147e6bac-cbf3-423b-886a-bf7f2bfd9ef5 is going to be updated. [ 853.613080] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 in Status: SUCCESS [ 853.613393] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.613393] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.613703] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.613977] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.614165] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.614258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.614465] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.614576] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.614689] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.614828] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f47bc47-5cc5-4ef0-9ff0-3479c93f6458',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.639527] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.639527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.639527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.639951] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.640540] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.640540] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-147e6bac-cbf3-423b-886a-bf7f2bfd9ef5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.670932] env[66979]: INFO networking_nsxv3.common.synchronization [req-1dae204c-b3bb-45fa-ae8c-e14e12e7a420 req-69823508-985c-42ce-8f3b-a93c8d92a109 tempest-ListServersNegativeTestJSON-1364774212 tempest-ListServersNegativeTestJSON-1364774212-project-member] Enqueued Resource ID: cf0f3f62-4622-453b-92eb-c707aa784a14 with Priority: HIGHEST for action security_group_members [ 853.671805] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0f3f62-4622-453b-92eb-c707aa784a14 with Priority: HIGHEST for action security_group_members [ 853.672798] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0f3f62-4622-453b-92eb-c707aa784a14 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.674024] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.674024] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.675672] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.676501] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.676501] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.676501] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.676822] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.676822] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.677073] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.079901] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-820 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.080201] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-820" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.080348] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-820" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.080709] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-820" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.081085] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.081283] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.081404] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.081639] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.081782] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.081998] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.082237] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.082401] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.082548] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.082674] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.082781] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.082948] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.105972] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.105972] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 854.106223] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.106750] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-820" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.106868] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-1fb9aa65-79cf-47ea-b2bb-774c0adf0686 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.106963] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-1fb9aa65-79cf-47ea-b2bb-774c0adf0686" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.107090] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-1fb9aa65-79cf-47ea-b2bb-774c0adf0686" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.107476] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-1fb9aa65-79cf-47ea-b2bb-774c0adf0686" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.107620] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fb9aa65-79cf-47ea-b2bb-774c0adf0686',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.109131] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.117711] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f47bc47-5cc5-4ef0-9ff0-3479c93f6458',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.179465] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.179874] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.179874] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.180018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.180417] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.180417] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.180417] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.180624] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.180624] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.180840] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.180840] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf0f3f62-4622-453b-92eb-c707aa784a14 already deleted. [ 854.180840] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.611169] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.611439] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.611565] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.611793] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.611945] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.612195] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 1fb9aa65-79cf-47ea-b2bb-774c0adf0686 not found, creating... [ 854.612403] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.612568] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.612684] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.613125] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.613125] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.613331] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.613522] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.613594] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.613790] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.613917] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.614233] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 1fb9aa65-79cf-47ea-b2bb-774c0adf0686 is going to be created. [ 854.615350] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.615478] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.615527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.615846] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.615846] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.615846] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 is going to be created. [ 854.624844] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f47bc47-5cc5-4ef0-9ff0-3479c93f6458: rpc.has_security_group_logging(os_id): False [ 854.651288] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.651567] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.651697] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.652041] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.652547] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.652671] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-1fb9aa65-79cf-47ea-b2bb-774c0adf0686" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.654495] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.654639] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.654705] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.654922] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.655024] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.655476] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.655476] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.655476] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.655663] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.655663] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.655738] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 is going to be created. [ 854.657839] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.657964] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.658100] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.658268] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.658355] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.672772] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: UNINITIALIZED for 2s [ 854.780756] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.780756] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.780756] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.780756] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.780756] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.800747] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 in Status: IN_PROGRESS for 2s [ 855.311147] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: SUCCESS [ 855.311566] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.374027] env[66979]: INFO networking_nsxv3.common.synchronization [req-1dae204c-b3bb-45fa-ae8c-e14e12e7a420 req-ae01b65c-f693-493b-bb63-ebd5005dc419 service nova] Enqueued Resource ID: cf0f3f62-4622-453b-92eb-c707aa784a14 with Priority: HIGHEST for action security_group_rules [ 855.374027] env[66979]: INFO networking_nsxv3.common.synchronization [req-1dae204c-b3bb-45fa-ae8c-e14e12e7a420 req-ae01b65c-f693-493b-bb63-ebd5005dc419 service nova] Enqueued Resource ID: cf0f3f62-4622-453b-92eb-c707aa784a14 with Priority: HIGHEST for action security_group_members [ 855.374027] env[66979]: INFO networking_nsxv3.common.synchronization [req-1dae204c-b3bb-45fa-ae8c-e14e12e7a420 req-ae01b65c-f693-493b-bb63-ebd5005dc419 service nova] Enqueued Resource ID: 1fb9aa65-79cf-47ea-b2bb-774c0adf0686 with Priority: HIGHEST for action port [ 855.374027] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0f3f62-4622-453b-92eb-c707aa784a14 with Priority: HIGHEST for action security_group_rules [ 855.374027] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0f3f62-4622-453b-92eb-c707aa784a14 with Priority: HIGHEST for action security_group_members [ 855.374027] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1fb9aa65-79cf-47ea-b2bb-774c0adf0686 with Priority: HIGHEST for action port [ 855.374027] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf0f3f62-4622-453b-92eb-c707aa784a14 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.374027] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.374027] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.374480] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.374480] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.376228] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0f3f62-4622-453b-92eb-c707aa784a14 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.376228] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.376470] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.376785] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.377602] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.377602] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.377602] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.377602] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.377602] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.377993] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.378648] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-1fb9aa65-79cf-47ea-b2bb-774c0adf0686 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.378918] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1fb9aa65-79cf-47ea-b2bb-774c0adf0686" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.378918] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1fb9aa65-79cf-47ea-b2bb-774c0adf0686" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.379030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1fb9aa65-79cf-47ea-b2bb-774c0adf0686" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.379124] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1fb9aa65-79cf-47ea-b2bb-774c0adf0686',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.866181] env[66979]: INFO networking_nsxv3.common.synchronization [req-7fcb2cc3-20db-4193-ab2f-12edc6970fbb req-9a566b70-43f3-4bcf-8187-44bc2fb800ab tempest-ServersNegativeTestJSON-1572246049 tempest-ServersNegativeTestJSON-1572246049-project-member] Enqueued Resource ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a with Priority: HIGHEST for action security_group_members [ 855.866894] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a with Priority: HIGHEST for action security_group_members [ 855.867604] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad799ee-bbf6-483b-8d55-df9eab8a371a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.869119] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.869119] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.869119] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.869119] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.869297] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.869297] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.869363] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.869453] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.869552] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ad799ee-bbf6-483b-8d55-df9eab8a371a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.882893] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0f3f62-4622-453b-92eb-c707aa784a14 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.883069] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.883193] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.884082] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1fb9aa65-79cf-47ea-b2bb-774c0adf0686 with status ACTIVE [ 855.884200] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.884313] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.884381] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.884579] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.884664] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.884840] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.884936] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.884998] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.885174] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.885240] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.885413] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.885553] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.885553] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.885693] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.885766] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.885854] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1fb9aa65-79cf-47ea-b2bb-774c0adf0686 is going to be updated. [ 855.914814] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.915157] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.915281] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.915521] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.915749] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.916025] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1fb9aa65-79cf-47ea-b2bb-774c0adf0686" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.371914] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ad799ee-bbf6-483b-8d55-df9eab8a371a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.393011] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.555410] env[66979]: INFO networking_nsxv3.common.synchronization [req-1dae204c-b3bb-45fa-ae8c-e14e12e7a420 req-56f2d26e-fb09-4eeb-aba2-3b9d66e83922 tempest-ListServersNegativeTestJSON-1364774212 tempest-ListServersNegativeTestJSON-1364774212-project-member] Enqueued Resource ID: cf0f3f62-4622-453b-92eb-c707aa784a14 with Priority: HIGHEST for action security_group_members [ 856.556722] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0f3f62-4622-453b-92eb-c707aa784a14 with Priority: HIGHEST for action security_group_members [ 856.556853] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0f3f62-4622-453b-92eb-c707aa784a14 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.556853] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.688409] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: SUCCESS [ 856.688409] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.688914] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.689085] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.689401] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.689401] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.689622] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.689942] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.690280] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.690280] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.690280] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.816786] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 in Status: SUCCESS [ 856.816786] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.876067] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ad799ee-bbf6-483b-8d55-df9eab8a371a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.896516] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.896668] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.896713] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.897512] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.897647] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.897752] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf0f3f62-4622-453b-92eb-c707aa784a14 is going to be created. [ 856.932259] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.932357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.932420] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.932619] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.932785] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.948655] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf0f3f62-4622-453b-92eb-c707aa784a14 in Status: UNINITIALIZED for 2s [ 857.192584] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.192774] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.193022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.193297] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.193480] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.193585] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.193644] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.193809] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.193904] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.194043] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.194252] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.194364] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.194466] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.194558] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.194729] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.195167] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.195167] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.195167] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.195325] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.195325] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.195396] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.251459] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-820 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.251821] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-820" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.252287] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-820" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.253079] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-820" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.253379] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.253618] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.253748] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.253989] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.254152] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.254374] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.254486] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.254593] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.254701] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.254818] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.254938] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.255079] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.275494] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.275666] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 857.275820] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.275996] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-820" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.276338] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-d9af142d-afde-449d-9c66-939425feec23 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.276526] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-d9af142d-afde-449d-9c66-939425feec23" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.276642] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-d9af142d-afde-449d-9c66-939425feec23" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.276949] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-d9af142d-afde-449d-9c66-939425feec23" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.277103] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9af142d-afde-449d-9c66-939425feec23',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.379645] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.379988] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.379988] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.380180] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.380272] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.380378] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a is going to be updated. [ 857.408927] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.409121] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.409174] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.409368] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.409519] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.421490] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a in Status: IN_PROGRESS for 2s [ 857.699540] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7700d124-4838-4e2c-b4fc-3aea73b1a259: rpc.has_security_group_logging(os_id): False [ 857.729515] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.729515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.729515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.729515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.729515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.729515] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.729515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.729515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.730876] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.732511] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.732511] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.732511] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.732511] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.732511] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.732511] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.734261] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.734382] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.734467] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.734891] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.735014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.735256] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 is going to be created. [ 857.780035] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.780035] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.780035] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.780516] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.781184] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.781184] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port d9af142d-afde-449d-9c66-939425feec23 not found, creating... [ 857.781184] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.781378] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.781378] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.781589] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.781717] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.781995] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.782390] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.782561] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.782826] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.783080] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.783291] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: d9af142d-afde-449d-9c66-939425feec23 is going to be created. [ 857.809113] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.809338] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.809459] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.809730] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.810060] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.810308] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-d9af142d-afde-449d-9c66-939425feec23" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.828760] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.829319] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.829465] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.829725] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.829977] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.846959] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: IN_PROGRESS for 2s [ 857.946046] env[66979]: INFO networking_nsxv3.common.synchronization [req-49a217ef-2893-4606-8447-cb92011dafb1 req-457b972a-424a-485e-8a5a-5a7ccef77d3f tempest-FloatingIPsAssociationTestJSON-2022475928 tempest-FloatingIPsAssociationTestJSON-2022475928-project-member] Enqueued Resource ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed with Priority: HIGHEST for action security_group_members [ 857.946883] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed with Priority: HIGHEST for action security_group_members [ 857.947346] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.947516] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.947616] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.947953] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.948220] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.948370] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.948465] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.948689] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.948815] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.948959] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6470684-9ca6-4b2e-bb9e-aa06f4e72fed',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.451268] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6470684-9ca6-4b2e-bb9e-aa06f4e72fed',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.624934] env[66979]: INFO networking_nsxv3.common.synchronization [req-1dae204c-b3bb-45fa-ae8c-e14e12e7a420 req-47af0a45-eba5-4280-a6dc-b1feaf23b80a service nova] Enqueued Resource ID: cf0f3f62-4622-453b-92eb-c707aa784a14 with Priority: HIGHEST for action security_group_rules [ 858.624934] env[66979]: INFO networking_nsxv3.common.synchronization [req-1dae204c-b3bb-45fa-ae8c-e14e12e7a420 req-47af0a45-eba5-4280-a6dc-b1feaf23b80a service nova] Enqueued Resource ID: cf0f3f62-4622-453b-92eb-c707aa784a14 with Priority: HIGHEST for action security_group_members [ 858.624934] env[66979]: INFO networking_nsxv3.common.synchronization [req-1dae204c-b3bb-45fa-ae8c-e14e12e7a420 req-47af0a45-eba5-4280-a6dc-b1feaf23b80a service nova] Enqueued Resource ID: d9af142d-afde-449d-9c66-939425feec23 with Priority: HIGHEST for action port [ 858.628725] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0f3f62-4622-453b-92eb-c707aa784a14 with Priority: HIGHEST for action security_group_rules [ 858.628725] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0f3f62-4622-453b-92eb-c707aa784a14 with Priority: HIGHEST for action security_group_members [ 858.629157] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9af142d-afde-449d-9c66-939425feec23 with Priority: HIGHEST for action port [ 858.630166] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf0f3f62-4622-453b-92eb-c707aa784a14 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.630588] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.630887] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0f3f62-4622-453b-92eb-c707aa784a14 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.631053] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.631325] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9af142d-afde-449d-9c66-939425feec23 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.631487] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9af142d-afde-449d-9c66-939425feec23" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.632611] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9af142d-afde-449d-9c66-939425feec23" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.632611] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9af142d-afde-449d-9c66-939425feec23" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.632611] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9af142d-afde-449d-9c66-939425feec23',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.955747] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6470684-9ca6-4b2e-bb9e-aa06f4e72fed',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.959920] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf0f3f62-4622-453b-92eb-c707aa784a14 in Status: SUCCESS [ 858.960241] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.960444] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.960666] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.960896] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.961021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.961088] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.961291] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.961410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.961501] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.961597] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.962497] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.962702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.962869] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.962994] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.963075] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.963301] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.963399] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.963492] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.137028] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9af142d-afde-449d-9c66-939425feec23 with status ACTIVE [ 859.137028] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.137028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.137028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.137028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.137028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.137028] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.137028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.137028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.137028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.137028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.137028] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.137028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.137028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.137028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.137028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.137028] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9af142d-afde-449d-9c66-939425feec23 is going to be updated. [ 859.161548] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.162905] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.162905] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.162905] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.162905] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.162905] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9af142d-afde-449d-9c66-939425feec23" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.432579] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a in Status: SUCCESS [ 859.432993] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.457743] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.458474] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.458474] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.458672] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.458780] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.458895] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed is going to be updated. [ 859.466878] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0f3f62-4622-453b-92eb-c707aa784a14 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.467211] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.468500] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.492560] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.492646] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.492713] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.492932] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.493135] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.504804] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed in Status: IN_PROGRESS for 2s [ 859.878572] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: SUCCESS [ 859.878931] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.971186] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.475015] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.475015] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.475015] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.475358] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.476960] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.476960] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf0f3f62-4622-453b-92eb-c707aa784a14 is going to be updated. [ 860.516457] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.517146] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.517228] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.517501] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.517628] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.531590] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf0f3f62-4622-453b-92eb-c707aa784a14 in Status: IN_PROGRESS for 2s [ 861.518583] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed in Status: SUCCESS [ 861.519277] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.544707] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf0f3f62-4622-453b-92eb-c707aa784a14 in Status: SUCCESS [ 862.545051] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.545239] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.545539] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.545817] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.545997] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.546122] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.546426] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.546545] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.546798] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.051609] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.553620] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.630534] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 863.630741] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 863.964596] env[66979]: INFO networking_nsxv3.common.synchronization [req-7651ed3c-1136-45e4-bc1e-882a3f78930b req-ddb4ddac-3b89-4994-a3af-4f4565a16da4 tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: a2b1c138-a92e-4031-9abc-cdb09e8e1034 with Priority: HIGHEST for action security_group_members [ 863.965760] env[66979]: INFO networking_nsxv3.common.synchronization [req-7651ed3c-1136-45e4-bc1e-882a3f78930b req-ddb4ddac-3b89-4994-a3af-4f4565a16da4 tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_members [ 863.965760] env[66979]: INFO networking_nsxv3.common.synchronization [req-7651ed3c-1136-45e4-bc1e-882a3f78930b req-ddb4ddac-3b89-4994-a3af-4f4565a16da4 tempest-SecurityGroupsTestJSON-1699073315 tempest-SecurityGroupsTestJSON-1699073315-project-member] Enqueued Resource ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 with Priority: HIGHEST for action security_group_members [ 863.965973] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2b1c138-a92e-4031-9abc-cdb09e8e1034 with Priority: HIGHEST for action security_group_members [ 863.966099] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGHEST for action security_group_members [ 863.966176] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 with Priority: HIGHEST for action security_group_members [ 863.966705] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2b1c138-a92e-4031-9abc-cdb09e8e1034 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.966705] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2b1c138-a92e-4031-9abc-cdb09e8e1034" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.966705] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2b1c138-a92e-4031-9abc-cdb09e8e1034" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.966951] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2b1c138-a92e-4031-9abc-cdb09e8e1034" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.967055] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.967166] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.967210] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.967378] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.967469] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.967582] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2b1c138-a92e-4031-9abc-cdb09e8e1034',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.968580] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.968698] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.968764] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.968928] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.969086] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.969178] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.969234] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.970695] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.970695] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.970695] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.972674] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-08e94d96-90dc-4aab-b325-7d36d6bf2184 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.973178] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.973269] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.975545] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.975545] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.975545] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.975545] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.975545] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.975545] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.975545] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08e94d96-90dc-4aab-b325-7d36d6bf2184',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.060672] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.060826] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.060902] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.061144] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.061236] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.065018] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf0f3f62-4622-453b-92eb-c707aa784a14 is going to be updated. [ 864.094727] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.094906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.094957] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.095168] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.095316] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.107705] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf0f3f62-4622-453b-92eb-c707aa784a14 in Status: IN_PROGRESS for 2s [ 864.475583] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.475772] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.475843] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.476806] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.477423] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.477537] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.477823] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.477969] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.499651] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.499797] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.499888] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.499960] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.500182] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.500265] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.500361] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2b1c138-a92e-4031-9abc-cdb09e8e1034 is going to be updated. [ 864.501652] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.501930] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.502714] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.502714] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.502964] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.502964] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.506910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.506910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.506910] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 is going to be updated. [ 864.506910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.506910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.537038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.537038] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.537275] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.537275] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.537440] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.537522] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.537610] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 is going to be updated. [ 864.545258] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.545258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.545258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.545438] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.545571] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.547288] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.547441] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.547493] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.547972] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.547972] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.558159] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2b1c138-a92e-4031-9abc-cdb09e8e1034 in Status: IN_PROGRESS for 2s [ 864.558917] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: IN_PROGRESS for 2s [ 864.579031] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.579223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.579893] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.579893] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.579893] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.589739] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 in Status: IN_PROGRESS for 2s [ 865.953075] env[66979]: INFO networking_nsxv3.common.synchronization [req-1dae204c-b3bb-45fa-ae8c-e14e12e7a420 req-c13621a0-6991-47dc-9b54-42cef043bff4 tempest-ListServersNegativeTestJSON-1364774212 tempest-ListServersNegativeTestJSON-1364774212-project-member] Enqueued Resource ID: cf0f3f62-4622-453b-92eb-c707aa784a14 with Priority: HIGHEST for action security_group_members [ 865.954416] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0f3f62-4622-453b-92eb-c707aa784a14 with Priority: HIGHEST for action security_group_members [ 865.954714] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0f3f62-4622-453b-92eb-c707aa784a14 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.954861] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.121042] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf0f3f62-4622-453b-92eb-c707aa784a14 in Status: SUCCESS [ 866.121042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.121638] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.121991] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.122320] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.122539] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.122651] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.122938] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.123129] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.123304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.123570] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0f3f62-4622-453b-92eb-c707aa784a14 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.123737] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.123837] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.124523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.124751] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.124889] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.124980] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.125170] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.125284] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.125399] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.125519] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.127092] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.127312] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.127808] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.127808] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.127808] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.129650] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.129650] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.129650] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.457942] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-820 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.457942] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-820" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.457942] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-820" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.457942] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-820" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.457942] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.457942] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.457942] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.458664] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.458949] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.459305] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.459544] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.460655] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.460655] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.460655] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.460655] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.460655] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.484829] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.485033] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 866.485135] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.485312] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-820" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.485622] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-de59b337-b2cb-4107-ba18-c6269e53845f taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.485788] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-de59b337-b2cb-4107-ba18-c6269e53845f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.485905] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-de59b337-b2cb-4107-ba18-c6269e53845f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.486257] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-de59b337-b2cb-4107-ba18-c6269e53845f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.486397] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de59b337-b2cb-4107-ba18-c6269e53845f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.571452] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 in Status: SUCCESS [ 866.571854] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 deletion is rescheduled due to dependency. [ 866.571854] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.572483] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2b1c138-a92e-4031-9abc-cdb09e8e1034 in Status: SUCCESS [ 866.572878] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2b1c138-a92e-4031-9abc-cdb09e8e1034 deletion is rescheduled due to dependency. [ 866.572878] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2b1c138-a92e-4031-9abc-cdb09e8e1034" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.604820] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 in Status: SUCCESS [ 866.604820] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 deletion is rescheduled due to dependency. [ 866.604820] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.628594] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf0f3f62-4622-453b-92eb-c707aa784a14: rpc.has_security_group_logging(os_id): False [ 866.631722] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.652586] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.652907] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.652907] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.653207] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.653207] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.653361] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.653469] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.653548] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.653658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.653756] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.653923] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.654053] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.654134] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.654210] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.654364] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.654643] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.654849] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.654849] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.655012] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.655142] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.655236] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf0f3f62-4622-453b-92eb-c707aa784a14 is going to be created. [ 866.723548] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.723825] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.723900] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.724218] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.724498] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.739338] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf0f3f62-4622-453b-92eb-c707aa784a14 in Status: IN_PROGRESS for 2s [ 866.989052] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.989658] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.989658] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.989997] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.989997] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.990226] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port de59b337-b2cb-4107-ba18-c6269e53845f not found, creating... [ 866.990440] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.990604] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.990724] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.991268] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.991560] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.991743] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.991864] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.991957] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.992337] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.992337] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.992482] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: de59b337-b2cb-4107-ba18-c6269e53845f is going to be created. [ 867.016065] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.016310] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.016458] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.016785] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.017055] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.017313] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-de59b337-b2cb-4107-ba18-c6269e53845f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.137623] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.641209] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.641209] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.641570] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.641570] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.641727] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.641727] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf0f3f62-4622-453b-92eb-c707aa784a14 is going to be updated. [ 867.686768] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.687050] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.687131] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.687412] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.687679] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.707327] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf0f3f62-4622-453b-92eb-c707aa784a14 in Status: IN_PROGRESS for 2s [ 867.847370] env[66979]: INFO networking_nsxv3.common.synchronization [req-1dae204c-b3bb-45fa-ae8c-e14e12e7a420 req-15c45ffc-1ae8-4231-8e4d-7969d1632e99 service nova] Enqueued Resource ID: cf0f3f62-4622-453b-92eb-c707aa784a14 with Priority: HIGHEST for action security_group_rules [ 867.847493] env[66979]: INFO networking_nsxv3.common.synchronization [req-1dae204c-b3bb-45fa-ae8c-e14e12e7a420 req-15c45ffc-1ae8-4231-8e4d-7969d1632e99 service nova] Enqueued Resource ID: cf0f3f62-4622-453b-92eb-c707aa784a14 with Priority: HIGHEST for action security_group_members [ 867.847705] env[66979]: INFO networking_nsxv3.common.synchronization [req-1dae204c-b3bb-45fa-ae8c-e14e12e7a420 req-15c45ffc-1ae8-4231-8e4d-7969d1632e99 service nova] Enqueued Resource ID: de59b337-b2cb-4107-ba18-c6269e53845f with Priority: HIGHEST for action port [ 867.849284] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0f3f62-4622-453b-92eb-c707aa784a14 with Priority: HIGHEST for action security_group_rules [ 867.850359] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0f3f62-4622-453b-92eb-c707aa784a14 with Priority: HIGHEST for action security_group_members [ 867.850930] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de59b337-b2cb-4107-ba18-c6269e53845f with Priority: HIGHEST for action port [ 867.850930] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf0f3f62-4622-453b-92eb-c707aa784a14 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.851467] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.852555] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0f3f62-4622-453b-92eb-c707aa784a14 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.852555] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.852555] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-de59b337-b2cb-4107-ba18-c6269e53845f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.852555] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de59b337-b2cb-4107-ba18-c6269e53845f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.853053] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de59b337-b2cb-4107-ba18-c6269e53845f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.853053] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de59b337-b2cb-4107-ba18-c6269e53845f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.853053] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de59b337-b2cb-4107-ba18-c6269e53845f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.357104] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de59b337-b2cb-4107-ba18-c6269e53845f with status ACTIVE [ 868.357453] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.357553] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.357622] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.357883] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.357983] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.359293] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.359293] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.359293] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.359293] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.359293] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.359293] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.359635] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.359714] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.360346] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.360346] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.360675] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de59b337-b2cb-4107-ba18-c6269e53845f is going to be updated. [ 868.390095] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.390501] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.390501] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.390666] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.390721] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.391399] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de59b337-b2cb-4107-ba18-c6269e53845f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.754421] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf0f3f62-4622-453b-92eb-c707aa784a14 in Status: SUCCESS [ 868.754833] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.755077] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.755401] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.755513] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.257954] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0f3f62-4622-453b-92eb-c707aa784a14 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.258137] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.723219] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf0f3f62-4622-453b-92eb-c707aa784a14 in Status: SUCCESS [ 869.723487] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.724152] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.724152] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.724349] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.724431] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.724497] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.724648] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.724728] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.724823] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.227548] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.737273] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.243474] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.243594] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.243628] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.243860] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.243956] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.244066] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf0f3f62-4622-453b-92eb-c707aa784a14 is going to be updated. [ 871.276427] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.280160] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.280160] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.280160] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.280160] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.308532] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf0f3f62-4622-453b-92eb-c707aa784a14 in Status: IN_PROGRESS for 2s [ 872.851424] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 872.851694] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 873.322243] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf0f3f62-4622-453b-92eb-c707aa784a14 in Status: SUCCESS [ 873.323112] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.323112] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.323112] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.323309] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.323309] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.323411] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.323530] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.323600] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.323693] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.324292] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.827239] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0f3f62-4622-453b-92eb-c707aa784a14 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.827384] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.827509] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.827789] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.827913] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.828054] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.828054] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.828295] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.828295] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.828436] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.829073] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0f3f62-4622-453b-92eb-c707aa784a14 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.829224] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.829300] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.829423] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.829568] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.829665] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.829730] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.829968] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.830066] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.830159] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.830247] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.333521] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf0f3f62-4622-453b-92eb-c707aa784a14: rpc.has_security_group_logging(os_id): False [ 874.356505] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.356804] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.356804] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.357162] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.357327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.357614] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.357852] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.358020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.358752] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.358907] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.359327] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.359474] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.359578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.359820] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.360110] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.360505] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.360691] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.360874] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.361040] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.361173] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.361359] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf0f3f62-4622-453b-92eb-c707aa784a14 is going to be updated. [ 874.446695] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.446695] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.446695] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.447032] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.447270] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.463728] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf0f3f62-4622-453b-92eb-c707aa784a14 in Status: IN_PROGRESS for 2s [ 875.466414] env[66979]: INFO networking_nsxv3.common.synchronization [None req-8e285ab5-6d95-487c-ab0d-47626a1a523c None None] Enqueued Resource ID: ddbf2893-f64f-4163-9879-aca29576ba0c with Priority: HIGHEST for action port [ 875.468869] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ddbf2893-f64f-4163-9879-aca29576ba0c with Priority: HIGHEST for action port [ 875.469479] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-ddbf2893-f64f-4163-9879-aca29576ba0c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.469479] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ddbf2893-f64f-4163-9879-aca29576ba0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.470206] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ddbf2893-f64f-4163-9879-aca29576ba0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.470206] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ddbf2893-f64f-4163-9879-aca29576ba0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.470375] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ddbf2893-f64f-4163-9879-aca29576ba0c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.973381] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ddbf2893-f64f-4163-9879-aca29576ba0c [ 875.973590] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.973850] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.973903] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.974718] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.974718] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.974718] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ddbf2893-f64f-4163-9879-aca29576ba0c already deleted. [ 875.974718] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ddbf2893-f64f-4163-9879-aca29576ba0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.482193] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf0f3f62-4622-453b-92eb-c707aa784a14 in Status: SUCCESS [ 876.482537] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.483866] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.483866] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.483866] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.988756] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0f3f62-4622-453b-92eb-c707aa784a14 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.988920] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.988992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.989247] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.989517] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.989628] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.989704] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.989862] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.989975] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.990073] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.990156] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.495903] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0f3f62-4622-453b-92eb-c707aa784a14 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.495903] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.495903] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.496369] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.496369] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.496369] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.496959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.496959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.496959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.496959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.497149] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0f3f62-4622-453b-92eb-c707aa784a14 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.497265] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.497328] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.497492] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.497652] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.497738] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.497801] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.497987] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.498591] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.498591] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.498591] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.001316] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf0f3f62-4622-453b-92eb-c707aa784a14: rpc.has_security_group_logging(os_id): False [ 878.019344] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.019495] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.019555] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.019765] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.019854] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.024029] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.024029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.024029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.024029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.024029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.024029] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.024029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.024029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.024029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.024029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.024029] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.024029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.024029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.024029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.025725] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.025725] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf0f3f62-4622-453b-92eb-c707aa784a14 is going to be updated. [ 878.095295] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.095463] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.095534] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.095681] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.095827] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.110832] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf0f3f62-4622-453b-92eb-c707aa784a14 in Status: IN_PROGRESS for 2s [ 878.194563] env[66979]: INFO networking_nsxv3.common.synchronization [None req-3e36ea9b-7bc1-419f-aaa6-8c9112528a20 None None] Enqueued Resource ID: 8c34f72e-e7b4-4b9d-935a-a8379673a543 with Priority: HIGHEST for action port [ 878.195858] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c34f72e-e7b4-4b9d-935a-a8379673a543 with Priority: HIGHEST for action port [ 878.195858] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-8c34f72e-e7b4-4b9d-935a-a8379673a543 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.195858] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8c34f72e-e7b4-4b9d-935a-a8379673a543" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.196031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8c34f72e-e7b4-4b9d-935a-a8379673a543" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.196245] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8c34f72e-e7b4-4b9d-935a-a8379673a543" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.196338] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8c34f72e-e7b4-4b9d-935a-a8379673a543',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.626106] env[66979]: INFO networking_nsxv3.common.synchronization [req-25be7591-fda4-41a1-9020-e56457997150 req-d6c8e643-bb4d-439e-a1ee-a146ece82304 tempest-ServerActionsTestOtherA-827617278 tempest-ServerActionsTestOtherA-827617278-project-member] Enqueued Resource ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 with Priority: HIGHEST for action security_group_members [ 878.626621] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 with Priority: HIGHEST for action security_group_members [ 878.627880] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6af54c60-d31c-4ee2-9c26-afe2e7abe795 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.627880] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.627880] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.628166] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.628735] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.628735] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.628735] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.629111] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.629111] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.629247] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6af54c60-d31c-4ee2-9c26-afe2e7abe795',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.698057] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8c34f72e-e7b4-4b9d-935a-a8379673a543 [ 878.698322] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.699180] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.699180] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.699180] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.699180] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.699180] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8c34f72e-e7b4-4b9d-935a-a8379673a543 already deleted. [ 878.699180] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8c34f72e-e7b4-4b9d-935a-a8379673a543" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.115997] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.116318] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-994" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.116469] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-994" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.116842] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-994" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.118927] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.119137] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.119395] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.120024] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.120993] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.121264] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.121380] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 879.121492] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 879.121601] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 879.121707] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 879.121811] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 879.121946] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 879.131873] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.132052] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.132098] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.132364] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.132532] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.132772] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.132877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.132913] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.133156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.133274] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.133410] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 already deleted. [ 879.133540] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.150192] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 879.150387] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 879.150525] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 879.150703] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-994" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.151040] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-f9cd82c2-ee86-4699-b348-501d9d9a9153 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.151278] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-f9cd82c2-ee86-4699-b348-501d9d9a9153" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.151346] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-f9cd82c2-ee86-4699-b348-501d9d9a9153" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.151658] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-f9cd82c2-ee86-4699-b348-501d9d9a9153" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.152301] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9cd82c2-ee86-4699-b348-501d9d9a9153',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.653968] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.654379] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.654379] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.654632] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.654776] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.654931] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port f9cd82c2-ee86-4699-b348-501d9d9a9153 not found, creating... [ 879.655207] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.655369] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.655483] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.655701] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.655847] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.656146] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.656291] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.656404] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.656604] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.656731] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.656867] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: f9cd82c2-ee86-4699-b348-501d9d9a9153 is going to be created. [ 879.679482] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.679858] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.680147] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.680446] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.680734] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.681016] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-f9cd82c2-ee86-4699-b348-501d9d9a9153" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.711846] env[66979]: INFO networking_nsxv3.common.synchronization [None req-357c5f54-fa17-417a-a430-8c8ccae18553 None None] Enqueued Resource ID: 8a41a931-872f-46bf-bc6b-16a4b4115035 with Priority: HIGHEST for action port [ 879.712495] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a41a931-872f-46bf-bc6b-16a4b4115035 with Priority: HIGHEST for action port [ 879.712835] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a41a931-872f-46bf-bc6b-16a4b4115035 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.712937] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a41a931-872f-46bf-bc6b-16a4b4115035" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.713039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a41a931-872f-46bf-bc6b-16a4b4115035" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.713341] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a41a931-872f-46bf-bc6b-16a4b4115035" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.713398] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a41a931-872f-46bf-bc6b-16a4b4115035',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.126258] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf0f3f62-4622-453b-92eb-c707aa784a14 in Status: SUCCESS [ 880.126470] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.216750] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8a41a931-872f-46bf-bc6b-16a4b4115035 [ 880.216989] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.217135] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.217216] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.217655] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.217755] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.217866] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8a41a931-872f-46bf-bc6b-16a4b4115035 already deleted. [ 880.218038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a41a931-872f-46bf-bc6b-16a4b4115035" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.255762] env[66979]: INFO networking_nsxv3.common.synchronization [req-9a634054-4411-4988-9a90-f4659097c961 req-8f4bfbed-cef2-4390-b714-e663d21201d7 tempest-ServersAdminTestJSON-207348556 tempest-ServersAdminTestJSON-207348556-project-member] Enqueued Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_members [ 880.256463] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_members [ 880.256742] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.256864] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.256934] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.257138] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.257295] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.257391] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.257455] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.257597] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.257682] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.257776] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.422851] env[66979]: INFO networking_nsxv3.common.synchronization [req-25be7591-fda4-41a1-9020-e56457997150 req-f02f0a2f-38f7-48ac-8e9f-af3a7bc7a4d3 service nova] Enqueued Resource ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 with Priority: HIGHEST for action security_group_rules [ 880.423092] env[66979]: INFO networking_nsxv3.common.synchronization [req-25be7591-fda4-41a1-9020-e56457997150 req-f02f0a2f-38f7-48ac-8e9f-af3a7bc7a4d3 service nova] Enqueued Resource ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 with Priority: HIGHEST for action security_group_members [ 880.423267] env[66979]: INFO networking_nsxv3.common.synchronization [req-25be7591-fda4-41a1-9020-e56457997150 req-f02f0a2f-38f7-48ac-8e9f-af3a7bc7a4d3 service nova] Enqueued Resource ID: f9cd82c2-ee86-4699-b348-501d9d9a9153 with Priority: HIGHEST for action port [ 880.423801] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 with Priority: HIGHEST for action security_group_rules [ 880.424048] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 with Priority: HIGHEST for action security_group_members [ 880.424238] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9cd82c2-ee86-4699-b348-501d9d9a9153 with Priority: HIGHEST for action port [ 880.424527] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6af54c60-d31c-4ee2-9c26-afe2e7abe795 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.424710] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.424772] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.425054] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.426179] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6af54c60-d31c-4ee2-9c26-afe2e7abe795',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.426867] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6af54c60-d31c-4ee2-9c26-afe2e7abe795 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.427411] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.427411] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.427411] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.427411] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.427567] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.427567] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.427851] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.427851] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.428042] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6af54c60-d31c-4ee2-9c26-afe2e7abe795',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.429411] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9cd82c2-ee86-4699-b348-501d9d9a9153 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.429551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9cd82c2-ee86-4699-b348-501d9d9a9153" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.429620] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9cd82c2-ee86-4699-b348-501d9d9a9153" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.430921] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9cd82c2-ee86-4699-b348-501d9d9a9153" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.430921] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9cd82c2-ee86-4699-b348-501d9d9a9153',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.760345] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.931208] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6af54c60-d31c-4ee2-9c26-afe2e7abe795',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.932301] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6af54c60-d31c-4ee2-9c26-afe2e7abe795 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.932493] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.935249] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9cd82c2-ee86-4699-b348-501d9d9a9153 with status ACTIVE [ 880.935249] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.935425] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.935425] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.935567] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.935662] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.935978] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.935978] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.935978] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.936188] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.936188] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.936833] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.936833] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.936833] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.936833] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.936833] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.936833] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9cd82c2-ee86-4699-b348-501d9d9a9153 is going to be updated. [ 880.958176] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.958389] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.958794] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.958794] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.958928] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.959106] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9cd82c2-ee86-4699-b348-501d9d9a9153" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.192233] env[66979]: INFO networking_nsxv3.common.synchronization [req-f6dd6a30-3cf7-4195-baee-acfda6a81edd req-2f6b2d21-2ca5-438b-abc5-663a9b3e9ac9 tempest-DeleteServersTestJSON-771878521 tempest-DeleteServersTestJSON-771878521-project-member] Enqueued Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 881.192233] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 881.194014] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.194014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.194014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.194014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.194014] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.194014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.194014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.194014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.194337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.194337] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.261872] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.434938] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6af54c60-d31c-4ee2-9c26-afe2e7abe795',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.603149] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-334 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.603149] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-334" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.603149] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-334" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.603764] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-334" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.604202] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.604568] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.604821] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.605168] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.605427] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.605768] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.605999] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 881.608018] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 881.608018] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 881.608018] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 881.608018] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 881.608018] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 881.626287] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 881.626547] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 881.626610] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 881.626748] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-334" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.627066] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-ada4669f-aeb4-43de-8e60-16d9986c3b03 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.627227] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-ada4669f-aeb4-43de-8e60-16d9986c3b03" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.627350] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-ada4669f-aeb4-43de-8e60-16d9986c3b03" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.627673] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-ada4669f-aeb4-43de-8e60-16d9986c3b03" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.627804] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ada4669f-aeb4-43de-8e60-16d9986c3b03',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.698526] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.698672] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.698780] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.698950] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.720084] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.720365] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.720486] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.720575] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.720777] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.720855] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.720951] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 is going to be updated. [ 881.746692] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.746820] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.746893] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.747122] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.747260] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.758642] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: IN_PROGRESS for 2s [ 881.766856] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.766856] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.766856] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.767256] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.767256] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.767256] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 is going to be updated. [ 881.802519] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.802660] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.802660] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.803442] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.803442] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.822208] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: IN_PROGRESS for 2s [ 881.936473] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.936646] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.936722] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.936936] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.937052] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.937157] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 is going to be created. [ 881.963764] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.963919] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.963919] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.964187] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.964956] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.969482] env[66979]: INFO networking_nsxv3.common.synchronization [None req-be9cbc64-fe01-4de5-90f6-c7554d17a3a9 None None] Enqueued Resource ID: 3073d905-5e00-4460-87b8-afee0b7c4a00 with Priority: HIGHEST for action port [ 881.970835] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3073d905-5e00-4460-87b8-afee0b7c4a00 with Priority: HIGHEST for action port [ 881.970835] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-3073d905-5e00-4460-87b8-afee0b7c4a00 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.973702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3073d905-5e00-4460-87b8-afee0b7c4a00" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.973702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3073d905-5e00-4460-87b8-afee0b7c4a00" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.974376] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3073d905-5e00-4460-87b8-afee0b7c4a00" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.974440] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3073d905-5e00-4460-87b8-afee0b7c4a00',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.977691] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 in Status: UNINITIALIZED for 2s [ 882.135701] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.135944] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.136089] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.136458] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.136659] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.136818] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port ada4669f-aeb4-43de-8e60-16d9986c3b03 not found, creating... [ 882.137094] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.137252] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.137366] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.137586] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.137722] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.138086] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.138274] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.138390] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.138590] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.138717] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.138853] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: ada4669f-aeb4-43de-8e60-16d9986c3b03 is going to be created. [ 882.157469] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.157678] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.157926] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.158226] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.158476] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.158690] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-ada4669f-aeb4-43de-8e60-16d9986c3b03" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.477536] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3073d905-5e00-4460-87b8-afee0b7c4a00 [ 882.478184] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.478184] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.478184] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.478434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.478434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.478498] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3073d905-5e00-4460-87b8-afee0b7c4a00 already deleted. [ 882.478575] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3073d905-5e00-4460-87b8-afee0b7c4a00" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.916983] env[66979]: INFO networking_nsxv3.common.synchronization [req-f6dd6a30-3cf7-4195-baee-acfda6a81edd req-07948989-c5cc-4bb1-a0fc-c189faa32c4a service nova] Enqueued Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_rules [ 882.917655] env[66979]: INFO networking_nsxv3.common.synchronization [req-f6dd6a30-3cf7-4195-baee-acfda6a81edd req-07948989-c5cc-4bb1-a0fc-c189faa32c4a service nova] Enqueued Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 882.917655] env[66979]: INFO networking_nsxv3.common.synchronization [req-f6dd6a30-3cf7-4195-baee-acfda6a81edd req-07948989-c5cc-4bb1-a0fc-c189faa32c4a service nova] Enqueued Resource ID: ada4669f-aeb4-43de-8e60-16d9986c3b03 with Priority: HIGHEST for action port [ 882.917956] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_rules [ 882.918268] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 882.918358] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ada4669f-aeb4-43de-8e60-16d9986c3b03 with Priority: HIGHEST for action port [ 882.918643] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.918763] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.918830] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.919039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.919125] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.921028] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.921139] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.921441] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-ada4669f-aeb4-43de-8e60-16d9986c3b03 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.921557] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ada4669f-aeb4-43de-8e60-16d9986c3b03" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.921686] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ada4669f-aeb4-43de-8e60-16d9986c3b03" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.921813] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ada4669f-aeb4-43de-8e60-16d9986c3b03" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.921890] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ada4669f-aeb4-43de-8e60-16d9986c3b03',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.114607] env[66979]: INFO networking_nsxv3.common.synchronization [req-94e2c02d-989d-4c84-905b-a002e026f94b req-97553363-281b-44e6-a8c3-9ac03e040378 tempest-ListServersNegativeTestJSON-1364774212 tempest-ListServersNegativeTestJSON-1364774212-project-member] Enqueued Resource ID: cf0f3f62-4622-453b-92eb-c707aa784a14 with Priority: HIGHEST for action security_group_members [ 883.115176] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0f3f62-4622-453b-92eb-c707aa784a14 with Priority: HIGHEST for action security_group_members [ 883.117208] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0f3f62-4622-453b-92eb-c707aa784a14 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.117208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.117208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.117445] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.117570] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.117674] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.117727] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.117919] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.118013] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.118149] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.422110] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.422110] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.424345] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ada4669f-aeb4-43de-8e60-16d9986c3b03 with status ACTIVE [ 883.424663] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.424875] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.424945] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.425215] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.425344] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.426035] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.426035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.426035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.426035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.426239] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.426406] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.426483] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.426545] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.426723] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.426801] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.426889] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ada4669f-aeb4-43de-8e60-16d9986c3b03 is going to be updated. [ 883.449341] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.449491] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.449560] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.449749] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.449882] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.450539] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ada4669f-aeb4-43de-8e60-16d9986c3b03" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.621031] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.772533] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: SUCCESS [ 883.772533] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 deletion is rescheduled due to dependency. [ 883.772708] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.772828] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.773073] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.773320] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.773398] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.773447] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.773609] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.773691] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.773790] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.833561] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: SUCCESS [ 883.834073] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.984017] env[66979]: INFO networking_nsxv3.common.synchronization [req-d8dbf468-2d3a-4731-bd00-8c357742c361 req-19055256-e02e-42c1-bce0-d241da6062b0 tempest-ServersWithSpecificFlavorTestJSON-700112741 tempest-ServersWithSpecificFlavorTestJSON-700112741-project-member] Enqueued Resource ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 with Priority: HIGHEST for action security_group_members [ 883.987027] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 with Priority: HIGHEST for action security_group_members [ 883.987027] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f960cd0a-297d-4505-a3f6-8358ce2a9038 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.987027] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.987027] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.987027] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.987027] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.987027] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.987027] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.987027] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.987027] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.987027] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f960cd0a-297d-4505-a3f6-8358ce2a9038',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.990156] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 in Status: SUCCESS [ 883.990156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.990156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.990156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.990841] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.990841] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.990841] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.990841] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.990841] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.990841] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.991030] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6af54c60-d31c-4ee2-9c26-afe2e7abe795',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.125631] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.279569] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.420549] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-488 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.421500] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-488" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.421584] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-488" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.421833] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-488" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.422142] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.422323] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.422455] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.422671] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.422826] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.423049] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.423163] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 884.423275] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 884.423366] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 884.423471] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 884.423573] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 884.423701] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 884.446572] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 884.446743] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 884.446920] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 884.447147] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-488" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.447471] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-5e5b84b4-1dc2-45fe-a14f-ddf2463312d7 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.447645] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-5e5b84b4-1dc2-45fe-a14f-ddf2463312d7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.447763] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-5e5b84b4-1dc2-45fe-a14f-ddf2463312d7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.448147] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-5e5b84b4-1dc2-45fe-a14f-ddf2463312d7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.448291] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e5b84b4-1dc2-45fe-a14f-ddf2463312d7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.489086] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.489086] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.489086] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.489086] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.489724] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.489724] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.489724] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.489724] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.489724] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.489724] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.489949] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 is going to be updated. [ 884.495709] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6af54c60-d31c-4ee2-9c26-afe2e7abe795 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.495850] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.495919] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.496229] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.499448] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.499448] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.499448] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.499448] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.499448] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.499448] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.499448] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6af54c60-d31c-4ee2-9c26-afe2e7abe795 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.499448] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.499448] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.499448] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.499448] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.499448] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.499448] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.499448] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.499448] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.499448] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.499448] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6af54c60-d31c-4ee2-9c26-afe2e7abe795',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.519251] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.519404] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.519454] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.519654] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.519797] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.550120] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 in Status: IN_PROGRESS for 2s [ 884.629091] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.629311] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.629311] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.629811] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.629811] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.629811] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf0f3f62-4622-453b-92eb-c707aa784a14 is going to be updated. [ 884.673439] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.674371] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.674371] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.674371] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.674371] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.692851] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf0f3f62-4622-453b-92eb-c707aa784a14 in Status: IN_PROGRESS for 2s [ 884.783042] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.951112] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.951414] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.951597] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.951991] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.952294] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.952525] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 5e5b84b4-1dc2-45fe-a14f-ddf2463312d7 not found, creating... [ 884.952884] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.953149] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.953320] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.953854] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.953907] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.954352] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.954579] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.954771] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.955070] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.955242] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.955462] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 5e5b84b4-1dc2-45fe-a14f-ddf2463312d7 is going to be created. [ 884.976089] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.976422] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.976608] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.976930] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.977258] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.977529] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-5e5b84b4-1dc2-45fe-a14f-ddf2463312d7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.001229] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6af54c60-d31c-4ee2-9c26-afe2e7abe795: rpc.has_security_group_logging(os_id): False [ 885.020536] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.020787] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.020860] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.021334] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.021334] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.021430] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.021493] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.022280] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.022280] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.022280] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.022280] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.022280] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.022280] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.022280] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.022280] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.022568] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.022568] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.022642] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.022823] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.022823] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.023083] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 is going to be created. [ 885.100714] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.100714] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.100714] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.100714] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.100714] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.117467] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 in Status: IN_PROGRESS for 2s [ 885.288414] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.288592] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.288634] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.288856] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.288946] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.289063] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 is going to be updated. [ 885.321135] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.321320] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.322069] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.322069] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.322069] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.335323] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: IN_PROGRESS for 2s [ 885.734119] env[66979]: INFO networking_nsxv3.common.synchronization [req-d8dbf468-2d3a-4731-bd00-8c357742c361 req-da99482d-1237-471a-b958-c74c16d77f15 service nova] Enqueued Resource ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 with Priority: HIGHEST for action security_group_rules [ 885.734321] env[66979]: INFO networking_nsxv3.common.synchronization [req-d8dbf468-2d3a-4731-bd00-8c357742c361 req-da99482d-1237-471a-b958-c74c16d77f15 service nova] Enqueued Resource ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 with Priority: HIGHEST for action security_group_members [ 885.734453] env[66979]: INFO networking_nsxv3.common.synchronization [req-d8dbf468-2d3a-4731-bd00-8c357742c361 req-da99482d-1237-471a-b958-c74c16d77f15 service nova] Enqueued Resource ID: 5e5b84b4-1dc2-45fe-a14f-ddf2463312d7 with Priority: HIGHEST for action port [ 885.734964] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 with Priority: HIGHEST for action security_group_rules [ 885.735254] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 with Priority: HIGHEST for action security_group_members [ 885.735362] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e5b84b4-1dc2-45fe-a14f-ddf2463312d7 with Priority: HIGHEST for action port [ 885.735662] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f960cd0a-297d-4505-a3f6-8358ce2a9038 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.735779] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.735843] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.736050] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.736133] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f960cd0a-297d-4505-a3f6-8358ce2a9038',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.737503] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f960cd0a-297d-4505-a3f6-8358ce2a9038 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.737595] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.737796] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e5b84b4-1dc2-45fe-a14f-ddf2463312d7 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.737920] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e5b84b4-1dc2-45fe-a14f-ddf2463312d7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.738019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e5b84b4-1dc2-45fe-a14f-ddf2463312d7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.738184] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e5b84b4-1dc2-45fe-a14f-ddf2463312d7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.738266] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e5b84b4-1dc2-45fe-a14f-ddf2463312d7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.238643] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f960cd0a-297d-4505-a3f6-8358ce2a9038 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.238962] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.240224] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5e5b84b4-1dc2-45fe-a14f-ddf2463312d7 with status ACTIVE [ 886.240408] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.240525] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.240591] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.240844] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.240885] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.241227] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.241404] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.241448] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.241590] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.241668] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.241848] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.241940] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.242014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.242305] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.242305] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.242305] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5e5b84b4-1dc2-45fe-a14f-ddf2463312d7 is going to be updated. [ 886.267396] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.267546] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.267546] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.267947] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.267947] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.268486] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e5b84b4-1dc2-45fe-a14f-ddf2463312d7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.560343] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 in Status: SUCCESS [ 886.560563] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 deletion is rescheduled due to dependency. [ 886.560702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.560883] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.561191] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.561772] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.561772] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.561772] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.561772] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.561922] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.561922] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f960cd0a-297d-4505-a3f6-8358ce2a9038',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.712918] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf0f3f62-4622-453b-92eb-c707aa784a14 in Status: SUCCESS [ 886.713250] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.064589] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f960cd0a-297d-4505-a3f6-8358ce2a9038',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.134288] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 in Status: SUCCESS [ 887.134288] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.345748] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: SUCCESS [ 887.346194] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.346194] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.346371] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.346568] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.346679] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.346742] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.346893] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.347078] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.347193] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.347290] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.566984] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f960cd0a-297d-4505-a3f6-8358ce2a9038',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.849177] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.849483] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.849483] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.849651] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.850112] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.850112] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.850112] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.850357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.850357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.850408] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.851183] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.851183] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.851183] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.851183] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.851183] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.851183] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.851183] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.851515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.851515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.851515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.851515] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.069429] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.069625] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.069730] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.069919] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.070071] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.070611] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 is going to be updated. [ 888.106022] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.106022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.106022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.106022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.106022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.116605] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 in Status: IN_PROGRESS for 2s [ 888.354609] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b51eef3-7de4-4972-9885-c342a512c0e9: rpc.has_security_group_logging(os_id): False [ 888.378150] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.378641] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.378641] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.378641] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.378641] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.378884] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.378957] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.379021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.379172] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.379246] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.379486] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.379570] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.379570] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.379718] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.379843] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.380160] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.380160] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.380160] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.380293] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.380369] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.380453] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 is going to be updated. [ 888.459022] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.459222] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.459266] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.459518] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.459729] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.479167] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: IN_PROGRESS for 2s [ 888.978876] env[66979]: INFO networking_nsxv3.common.synchronization [req-f71ab6f6-89e5-4670-92ec-22b9de30e037 req-62aa7034-22d7-406a-8cce-3ed92d9c13db tempest-ImagesOneServerNegativeTestJSON-79195247 tempest-ImagesOneServerNegativeTestJSON-79195247-project-member] Enqueued Resource ID: 5ece01d5-2923-43ba-a335-54580ed2f72a with Priority: HIGHEST for action security_group_members [ 888.979475] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ece01d5-2923-43ba-a335-54580ed2f72a with Priority: HIGHEST for action security_group_members [ 888.979780] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ece01d5-2923-43ba-a335-54580ed2f72a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.980446] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.980446] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.980446] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.980835] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.980835] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.981025] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.981231] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.981429] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.981593] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ece01d5-2923-43ba-a335-54580ed2f72a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.221581] env[66979]: INFO networking_nsxv3.common.synchronization [None req-1e5f3cd6-f287-4c2a-8023-ef27617e0f22 None None] Enqueued Resource ID: c758607d-f72d-4fe5-a35a-40a36b95608a with Priority: HIGHEST for action port [ 889.222989] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c758607d-f72d-4fe5-a35a-40a36b95608a with Priority: HIGHEST for action port [ 889.223932] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-c758607d-f72d-4fe5-a35a-40a36b95608a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.223932] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c758607d-f72d-4fe5-a35a-40a36b95608a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.223932] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c758607d-f72d-4fe5-a35a-40a36b95608a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.223932] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c758607d-f72d-4fe5-a35a-40a36b95608a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.223932] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c758607d-f72d-4fe5-a35a-40a36b95608a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.445272] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-127 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.445603] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-127" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.445603] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-127" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.445954] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-127" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.448430] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.448558] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.448830] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.448935] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.449050] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.449305] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.449382] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 889.449492] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 889.449613] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 889.450150] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 889.450150] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 889.450150] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 889.470927] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 889.471200] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 889.471345] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 889.471521] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-127" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.471990] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-e89b4dd9-1575-4a00-8626-703b63f88bd8 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.472206] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-e89b4dd9-1575-4a00-8626-703b63f88bd8" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.472408] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-e89b4dd9-1575-4a00-8626-703b63f88bd8" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.472728] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-e89b4dd9-1575-4a00-8626-703b63f88bd8" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.472864] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e89b4dd9-1575-4a00-8626-703b63f88bd8',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.484038] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.484217] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.484293] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.484501] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.514810] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.515094] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.515218] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.515284] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.515486] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.515565] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.515651] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ece01d5-2923-43ba-a335-54580ed2f72a is going to be updated. [ 889.561940] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.561940] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.561940] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.561940] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.561940] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.574737] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ece01d5-2923-43ba-a335-54580ed2f72a in Status: IN_PROGRESS for 2s [ 889.726070] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c758607d-f72d-4fe5-a35a-40a36b95608a [ 889.726609] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.726609] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.726609] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.726844] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.726844] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.726910] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c758607d-f72d-4fe5-a35a-40a36b95608a already deleted. [ 889.726993] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c758607d-f72d-4fe5-a35a-40a36b95608a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.976630] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.977046] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.977234] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.977633] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.977775] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.978084] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port e89b4dd9-1575-4a00-8626-703b63f88bd8 not found, creating... [ 889.978496] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.978685] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.980655] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.980655] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.980655] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.980655] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.980655] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.980655] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.980655] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.980655] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.980655] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: e89b4dd9-1575-4a00-8626-703b63f88bd8 is going to be created. [ 890.002588] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.002880] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.002954] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.003342] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.003538] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.003755] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-e89b4dd9-1575-4a00-8626-703b63f88bd8" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.128648] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 in Status: SUCCESS [ 890.128867] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.129174] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.129440] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.129615] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.129749] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.129820] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.129988] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.130142] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.130192] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.130331] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f960cd0a-297d-4505-a3f6-8358ce2a9038',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.495778] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: SUCCESS [ 890.495778] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.634038] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f960cd0a-297d-4505-a3f6-8358ce2a9038',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.727179] env[66979]: INFO networking_nsxv3.common.synchronization [req-f71ab6f6-89e5-4670-92ec-22b9de30e037 req-021c3722-c4da-420d-a67a-3e100096dc20 service nova] Enqueued Resource ID: 5ece01d5-2923-43ba-a335-54580ed2f72a with Priority: HIGHEST for action security_group_rules [ 890.727362] env[66979]: INFO networking_nsxv3.common.synchronization [req-f71ab6f6-89e5-4670-92ec-22b9de30e037 req-021c3722-c4da-420d-a67a-3e100096dc20 service nova] Enqueued Resource ID: 5ece01d5-2923-43ba-a335-54580ed2f72a with Priority: HIGHEST for action security_group_members [ 890.727566] env[66979]: INFO networking_nsxv3.common.synchronization [req-f71ab6f6-89e5-4670-92ec-22b9de30e037 req-021c3722-c4da-420d-a67a-3e100096dc20 service nova] Enqueued Resource ID: e89b4dd9-1575-4a00-8626-703b63f88bd8 with Priority: HIGHEST for action port [ 890.728195] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ece01d5-2923-43ba-a335-54580ed2f72a with Priority: HIGHEST for action security_group_rules [ 890.728855] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ece01d5-2923-43ba-a335-54580ed2f72a with Priority: HIGHEST for action security_group_members [ 890.729036] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e89b4dd9-1575-4a00-8626-703b63f88bd8 with Priority: HIGHEST for action port [ 890.729361] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ece01d5-2923-43ba-a335-54580ed2f72a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.729513] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.729584] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.729813] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.729928] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ece01d5-2923-43ba-a335-54580ed2f72a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.734020] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ece01d5-2923-43ba-a335-54580ed2f72a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.734020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.734020] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-e89b4dd9-1575-4a00-8626-703b63f88bd8 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.734020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e89b4dd9-1575-4a00-8626-703b63f88bd8" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.734020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e89b4dd9-1575-4a00-8626-703b63f88bd8" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.734020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e89b4dd9-1575-4a00-8626-703b63f88bd8" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.734020] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e89b4dd9-1575-4a00-8626-703b63f88bd8',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.789935] env[66979]: INFO networking_nsxv3.common.synchronization [None req-0306a2da-6013-400a-977a-ac87896ed8f7 tempest-ServerActionsV293TestJSON-1967816204 tempest-ServerActionsV293TestJSON-1967816204-project-member] Enqueued Resource ID: 189a52de-13b0-4587-a4d9-48438f2ebc6f with Priority: HIGHEST for action security_group_rules [ 890.790480] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 189a52de-13b0-4587-a4d9-48438f2ebc6f with Priority: HIGHEST for action security_group_rules [ 890.791318] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-189a52de-13b0-4587-a4d9-48438f2ebc6f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.791437] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-189a52de-13b0-4587-a4d9-48438f2ebc6f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.791566] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-189a52de-13b0-4587-a4d9-48438f2ebc6f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.791774] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-189a52de-13b0-4587-a4d9-48438f2ebc6f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.791860] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('189a52de-13b0-4587-a4d9-48438f2ebc6f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.921598] env[66979]: INFO networking_nsxv3.common.synchronization [None req-89d47eb7-a95f-4f58-8413-f2522300b6ce tempest-ServerActionsV293TestJSON-1967816204 tempest-ServerActionsV293TestJSON-1967816204-project-member] Enqueued Resource ID: 189a52de-13b0-4587-a4d9-48438f2ebc6f with Priority: HIGHEST for action security_group_rules [ 890.922255] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 189a52de-13b0-4587-a4d9-48438f2ebc6f with Priority: HIGHEST for action security_group_rules [ 890.922597] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-189a52de-13b0-4587-a4d9-48438f2ebc6f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.922691] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-189a52de-13b0-4587-a4d9-48438f2ebc6f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.136918] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f960cd0a-297d-4505-a3f6-8358ce2a9038: rpc.has_security_group_logging(os_id): False [ 891.159330] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.159330] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.159330] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.159821] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.160916] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.160916] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.160916] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.160916] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.160916] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.160916] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.160916] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 is going to be updated. [ 891.228556] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.228780] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.228860] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.229083] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.229234] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.234019] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ece01d5-2923-43ba-a335-54580ed2f72a taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.234150] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.237877] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e89b4dd9-1575-4a00-8626-703b63f88bd8 with status ACTIVE [ 891.237877] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.237877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.237877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.237877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.237877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.237877] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.237877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.237877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.237877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.237877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.238377] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.238377] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.238377] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.238377] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.238490] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.238803] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e89b4dd9-1575-4a00-8626-703b63f88bd8 is going to be updated. [ 891.245451] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 in Status: IN_PROGRESS for 2s [ 891.276638] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.276638] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.276638] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.277582] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.277582] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.277582] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e89b4dd9-1575-4a00-8626-703b63f88bd8" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.320228] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.320401] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.320536] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.320718] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.320844] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.320917] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 189a52de-13b0-4587-a4d9-48438f2ebc6f already deleted. [ 891.320989] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-189a52de-13b0-4587-a4d9-48438f2ebc6f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.321185] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-189a52de-13b0-4587-a4d9-48438f2ebc6f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.321440] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-189a52de-13b0-4587-a4d9-48438f2ebc6f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.321440] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('189a52de-13b0-4587-a4d9-48438f2ebc6f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.585598] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ece01d5-2923-43ba-a335-54580ed2f72a in Status: SUCCESS [ 891.585955] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ece01d5-2923-43ba-a335-54580ed2f72a deletion is rescheduled due to dependency. [ 891.586134] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.586310] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.586512] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.586893] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.587036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.587108] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.587279] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.587351] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.587456] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ece01d5-2923-43ba-a335-54580ed2f72a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.852253] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.852253] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.852253] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.852475] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.852566] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.852659] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 189a52de-13b0-4587-a4d9-48438f2ebc6f already deleted. [ 891.853094] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-189a52de-13b0-4587-a4d9-48438f2ebc6f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.965541] env[66979]: INFO networking_nsxv3.common.synchronization [None req-6f0e1f8a-d9d3-4b1a-a580-85c8d1c77760 None None] Enqueued Resource ID: dc130579-4aa9-43a3-98a9-f504642d0188 with Priority: HIGHEST for action port [ 891.966798] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc130579-4aa9-43a3-98a9-f504642d0188 with Priority: HIGHEST for action port [ 891.966864] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc130579-4aa9-43a3-98a9-f504642d0188 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.967066] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc130579-4aa9-43a3-98a9-f504642d0188" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.967254] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc130579-4aa9-43a3-98a9-f504642d0188" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.967578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc130579-4aa9-43a3-98a9-f504642d0188" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.967698] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc130579-4aa9-43a3-98a9-f504642d0188',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.090891] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ece01d5-2923-43ba-a335-54580ed2f72a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.336802] env[66979]: INFO networking_nsxv3.common.synchronization [req-a5112091-5c12-497b-9b16-1f890e17f09c req-917cebdd-7b97-42ed-b2f9-94890d9b74d1 tempest-AttachInterfacesTestJSON-1699796385 tempest-AttachInterfacesTestJSON-1699796385-project-member] Enqueued Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_members [ 892.337503] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_members [ 892.337854] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.338044] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.338107] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.338380] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.338717] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.338717] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.338822] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.338908] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.338976] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.339120] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.470249] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc130579-4aa9-43a3-98a9-f504642d0188 [ 892.470523] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.470650] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.470730] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.470944] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.471047] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.471144] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc130579-4aa9-43a3-98a9-f504642d0188 already deleted. [ 892.471235] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc130579-4aa9-43a3-98a9-f504642d0188" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.593256] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ece01d5-2923-43ba-a335-54580ed2f72a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.733021] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.733021] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.733021] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.733021] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.733521] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.733869] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.734124] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.735781] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.735781] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.735781] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.735781] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 892.735781] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 892.735781] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 892.735781] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 892.735781] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 892.735781] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 892.756645] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 892.756813] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 892.756952] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 892.757276] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.757464] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-936199ca-9fce-44c2-8437-e55d91547577 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.757724] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-936199ca-9fce-44c2-8437-e55d91547577" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.757781] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-936199ca-9fce-44c2-8437-e55d91547577" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.758181] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-936199ca-9fce-44c2-8437-e55d91547577" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.758339] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('936199ca-9fce-44c2-8437-e55d91547577',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.843549] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.843753] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.843753] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.843969] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.844069] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.844252] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.844343] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.844402] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.844864] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.844864] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.844864] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 already deleted. [ 892.844864] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.096175] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.096390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.096456] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.096657] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.096745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.096846] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ece01d5-2923-43ba-a335-54580ed2f72a is going to be updated. [ 893.128105] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.128294] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.128389] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.128686] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.128853] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.137964] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ece01d5-2923-43ba-a335-54580ed2f72a in Status: IN_PROGRESS for 2s [ 893.261484] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.261808] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.261982] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.262425] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.262637] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.262879] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 936199ca-9fce-44c2-8437-e55d91547577 not found, creating... [ 893.263245] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.263487] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.263660] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.263966] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.264220] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.264596] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.264816] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.264990] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.265264] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.265407] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.265571] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 936199ca-9fce-44c2-8437-e55d91547577 is going to be created. [ 893.272820] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 in Status: SUCCESS [ 893.273177] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.290855] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.291220] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.291352] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.291616] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.291867] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.292173] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-936199ca-9fce-44c2-8437-e55d91547577" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.004972] env[66979]: INFO networking_nsxv3.common.synchronization [req-a5112091-5c12-497b-9b16-1f890e17f09c req-2fc69a52-5209-40d7-91d0-f36986c20c99 service nova] Enqueued Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_rules [ 894.005346] env[66979]: INFO networking_nsxv3.common.synchronization [req-a5112091-5c12-497b-9b16-1f890e17f09c req-2fc69a52-5209-40d7-91d0-f36986c20c99 service nova] Enqueued Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_members [ 894.005346] env[66979]: INFO networking_nsxv3.common.synchronization [req-a5112091-5c12-497b-9b16-1f890e17f09c req-2fc69a52-5209-40d7-91d0-f36986c20c99 service nova] Enqueued Resource ID: 936199ca-9fce-44c2-8437-e55d91547577 with Priority: HIGHEST for action port [ 894.005844] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_rules [ 894.006050] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_members [ 894.006259] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 936199ca-9fce-44c2-8437-e55d91547577 with Priority: HIGHEST for action port [ 894.006683] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.006822] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.006955] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.007329] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.007491] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.008551] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.008628] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.008675] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.008907] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.009127] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.009243] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.009316] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.009491] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.009602] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.010201] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.011194] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-936199ca-9fce-44c2-8437-e55d91547577 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.011194] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-936199ca-9fce-44c2-8437-e55d91547577" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.011380] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-936199ca-9fce-44c2-8437-e55d91547577" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.011427] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-936199ca-9fce-44c2-8437-e55d91547577" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.011549] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('936199ca-9fce-44c2-8437-e55d91547577',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.513135] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.513329] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.513518] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.514792] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 936199ca-9fce-44c2-8437-e55d91547577 with status ACTIVE [ 894.514792] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.514966] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.515856] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.515856] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.515856] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.515856] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.515856] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.515856] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.516144] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.516301] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.516438] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.516555] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.516632] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.516804] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.516906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.518237] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 936199ca-9fce-44c2-8437-e55d91547577 is going to be updated. [ 894.545217] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.545217] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.545217] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.545446] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.545782] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.545782] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-936199ca-9fce-44c2-8437-e55d91547577" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.019500] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.154896] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ece01d5-2923-43ba-a335-54580ed2f72a in Status: SUCCESS [ 895.154896] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.154896] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.154896] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.154896] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.154896] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.154896] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.154896] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.154896] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.154896] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.154896] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ece01d5-2923-43ba-a335-54580ed2f72a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.525650] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.525650] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.525650] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.525650] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.525650] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.525650] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 is going to be created. [ 895.554852] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.554852] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.554852] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.555947] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.555947] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.567860] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: UNINITIALIZED for 2s [ 895.656584] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ece01d5-2923-43ba-a335-54580ed2f72a taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.656827] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.656901] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.657151] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.657359] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.657463] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.657529] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.657692] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.657801] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.657870] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.658113] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ece01d5-2923-43ba-a335-54580ed2f72a taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.658214] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.658261] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.658410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.658551] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.658672] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.658734] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.658914] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.659017] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.659113] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.659234] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ece01d5-2923-43ba-a335-54580ed2f72a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.162361] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ece01d5-2923-43ba-a335-54580ed2f72a: rpc.has_security_group_logging(os_id): False [ 896.183751] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.183941] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.183984] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.184432] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.184554] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.185295] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.185295] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.185295] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.185572] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.185572] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.187558] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.187558] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.187558] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.187558] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.187558] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.187558] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.187558] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.187558] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.187558] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.187558] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.187558] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ece01d5-2923-43ba-a335-54580ed2f72a is going to be updated. [ 896.256311] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.256534] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.256603] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.256839] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.257016] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.275538] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ece01d5-2923-43ba-a335-54580ed2f72a in Status: IN_PROGRESS for 2s [ 896.342998] env[66979]: INFO networking_nsxv3.common.synchronization [req-250cd7d9-e7a8-4f17-a269-d623665bbd77 req-e339e1f2-2a0f-4dd0-afab-70b8a67be198 tempest-ServerMetadataNegativeTestJSON-947280671 tempest-ServerMetadataNegativeTestJSON-947280671-project-member] Enqueued Resource ID: 6372389f-f5b4-4ff5-ba0f-372b6e94874d with Priority: HIGHEST for action security_group_members [ 896.343514] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6372389f-f5b4-4ff5-ba0f-372b6e94874d with Priority: HIGHEST for action security_group_members [ 896.343983] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6372389f-f5b4-4ff5-ba0f-372b6e94874d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.344230] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.344344] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.344748] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.345073] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.345232] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.345384] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.345606] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.345747] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.345934] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6372389f-f5b4-4ff5-ba0f-372b6e94874d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.751104] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-576 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.751401] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-576" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.751948] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-576" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.753074] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-576" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.753799] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.754008] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.754139] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.754403] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.754549] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.754778] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.754881] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 896.754992] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 896.755112] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 896.755508] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 896.755757] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 896.755853] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 896.788103] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 896.788287] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 896.788580] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 896.788683] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-576" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.789259] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-359c3ad3-7e14-4076-8115-f39073f7f528 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.789259] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-359c3ad3-7e14-4076-8115-f39073f7f528" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.789499] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-359c3ad3-7e14-4076-8115-f39073f7f528" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.790204] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-359c3ad3-7e14-4076-8115-f39073f7f528" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.790440] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('359c3ad3-7e14-4076-8115-f39073f7f528',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.848565] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.848766] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.848811] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.849029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.849125] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.849322] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.849420] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.850124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.850124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.850124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.850124] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6372389f-f5b4-4ff5-ba0f-372b6e94874d already deleted. [ 896.850124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.293823] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.294218] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.294218] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.294493] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.294685] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.294885] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 359c3ad3-7e14-4076-8115-f39073f7f528 not found, creating... [ 897.295255] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.295468] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.295627] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.295918] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.296270] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.296671] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.296880] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.297048] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.297318] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.297495] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.297678] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 359c3ad3-7e14-4076-8115-f39073f7f528 is going to be created. [ 897.340670] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.340670] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.340922] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.341085] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.341430] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.341685] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-359c3ad3-7e14-4076-8115-f39073f7f528" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.578076] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: SUCCESS [ 897.578076] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.578076] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.578400] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.578545] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.578666] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.578790] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.579024] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.579154] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.579304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.579458] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.048767] env[66979]: INFO networking_nsxv3.common.synchronization [req-250cd7d9-e7a8-4f17-a269-d623665bbd77 req-12089c30-ccd3-45c8-91e7-06c47205d0db service nova] Enqueued Resource ID: 6372389f-f5b4-4ff5-ba0f-372b6e94874d with Priority: HIGHEST for action security_group_rules [ 898.048958] env[66979]: INFO networking_nsxv3.common.synchronization [req-250cd7d9-e7a8-4f17-a269-d623665bbd77 req-12089c30-ccd3-45c8-91e7-06c47205d0db service nova] Enqueued Resource ID: 6372389f-f5b4-4ff5-ba0f-372b6e94874d with Priority: HIGHEST for action security_group_members [ 898.049144] env[66979]: INFO networking_nsxv3.common.synchronization [req-250cd7d9-e7a8-4f17-a269-d623665bbd77 req-12089c30-ccd3-45c8-91e7-06c47205d0db service nova] Enqueued Resource ID: 359c3ad3-7e14-4076-8115-f39073f7f528 with Priority: HIGHEST for action port [ 898.049717] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6372389f-f5b4-4ff5-ba0f-372b6e94874d with Priority: HIGHEST for action security_group_rules [ 898.049880] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6372389f-f5b4-4ff5-ba0f-372b6e94874d with Priority: HIGHEST for action security_group_members [ 898.049989] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 359c3ad3-7e14-4076-8115-f39073f7f528 with Priority: HIGHEST for action port [ 898.050374] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6372389f-f5b4-4ff5-ba0f-372b6e94874d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.050510] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.050600] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.050887] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.050975] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6372389f-f5b4-4ff5-ba0f-372b6e94874d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.052331] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6372389f-f5b4-4ff5-ba0f-372b6e94874d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.052474] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.052551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.052761] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.052945] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.053058] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.053148] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.053307] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.053421] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.053520] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6372389f-f5b4-4ff5-ba0f-372b6e94874d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.054353] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-359c3ad3-7e14-4076-8115-f39073f7f528 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.054498] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-359c3ad3-7e14-4076-8115-f39073f7f528" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.054580] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-359c3ad3-7e14-4076-8115-f39073f7f528" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.054762] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-359c3ad3-7e14-4076-8115-f39073f7f528" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.054839] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('359c3ad3-7e14-4076-8115-f39073f7f528',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.082271] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.082436] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.082516] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.082738] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.082914] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.083039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.083109] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.083271] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.083357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.083442] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.083587] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.083681] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.083747] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.083930] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.084097] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.084198] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.084272] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.084472] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.084571] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.084673] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.084769] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.293791] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ece01d5-2923-43ba-a335-54580ed2f72a in Status: SUCCESS [ 898.294326] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.557708] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6372389f-f5b4-4ff5-ba0f-372b6e94874d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.558483] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6372389f-f5b4-4ff5-ba0f-372b6e94874d taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.558677] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.559486] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 359c3ad3-7e14-4076-8115-f39073f7f528 with status ACTIVE [ 898.559486] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.559486] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.559486] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.559486] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.559486] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.559729] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.559729] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.559811] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.560434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.560434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.560434] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.560434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.560434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.560647] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.560647] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.560719] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 359c3ad3-7e14-4076-8115-f39073f7f528 is going to be updated. [ 898.586712] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cfbd9f6-6f98-470f-b021-2e4676f0fb04: rpc.has_security_group_logging(os_id): False [ 898.594311] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.594562] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.594691] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.595026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.595249] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.595525] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-359c3ad3-7e14-4076-8115-f39073f7f528" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.610164] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.610346] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.610420] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.610632] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.610719] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.610944] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.611089] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.611141] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.611425] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.611425] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.611631] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.611853] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.611853] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.611944] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.611944] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.612180] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.612263] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.612597] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.612597] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.612597] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.612597] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 is going to be created. [ 898.684144] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.684407] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.684407] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.684572] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.684750] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.698653] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: IN_PROGRESS for 2s [ 899.063431] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6372389f-f5b4-4ff5-ba0f-372b6e94874d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.565715] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.565999] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.566055] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.566414] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.566566] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.566744] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6372389f-f5b4-4ff5-ba0f-372b6e94874d is going to be created. [ 899.605009] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.605788] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.605788] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.606644] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.608052] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.620282] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6372389f-f5b4-4ff5-ba0f-372b6e94874d in Status: UNINITIALIZED for 2s [ 900.713655] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: SUCCESS [ 900.714186] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.632227] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6372389f-f5b4-4ff5-ba0f-372b6e94874d in Status: SUCCESS [ 901.632484] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.632681] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.632906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.633153] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.633280] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.633344] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.633504] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.633585] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.633670] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.633762] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6372389f-f5b4-4ff5-ba0f-372b6e94874d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.139099] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6372389f-f5b4-4ff5-ba0f-372b6e94874d taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.139099] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.139099] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.139099] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.139099] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.139099] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.139099] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.139099] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.139099] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.139099] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.139099] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6372389f-f5b4-4ff5-ba0f-372b6e94874d taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.139099] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.139099] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.139099] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.139099] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.139099] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.140018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.140018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.140018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.140018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.140018] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6372389f-f5b4-4ff5-ba0f-372b6e94874d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.644939] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6372389f-f5b4-4ff5-ba0f-372b6e94874d: rpc.has_security_group_logging(os_id): False [ 902.665223] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.665223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.665223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.665223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.665223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.665223] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.665223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.665223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.665223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.665223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.665223] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.665223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.665223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.665223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.665223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.665782] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.665782] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.665782] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.665782] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.666240] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.666505] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6372389f-f5b4-4ff5-ba0f-372b6e94874d is going to be created. [ 902.730620] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.731316] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.731391] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.731641] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.731887] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.744926] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6372389f-f5b4-4ff5-ba0f-372b6e94874d in Status: IN_PROGRESS for 2s [ 903.050859] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 903.050859] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 903.661051] env[66979]: INFO networking_nsxv3.common.synchronization [req-d8f34414-f7e7-4a93-a36d-ecd407eccdc9 req-0a292a5c-fa67-48c4-8e1f-938bc83ee94b tempest-FloatingIPsAssociationTestJSON-2022475928 tempest-FloatingIPsAssociationTestJSON-2022475928-project-member] Enqueued Resource ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed with Priority: HIGHEST for action security_group_members [ 903.661051] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed with Priority: HIGHEST for action security_group_members [ 903.661051] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.662220] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.662300] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.662500] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.663724] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.663724] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.663724] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.663724] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.663951] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.663951] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6470684-9ca6-4b2e-bb9e-aa06f4e72fed',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.047664] env[66979]: INFO networking_nsxv3.common.synchronization [req-ce487350-b1d5-4949-a1f0-8396f56c8ac3 req-75c7335b-5c10-44cb-b204-d147844cdcf9 tempest-ImagesOneServerNegativeTestJSON-79195247 tempest-ImagesOneServerNegativeTestJSON-79195247-project-member] Enqueued Resource ID: 5ece01d5-2923-43ba-a335-54580ed2f72a with Priority: HIGHEST for action security_group_members [ 904.048295] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ece01d5-2923-43ba-a335-54580ed2f72a with Priority: HIGHEST for action security_group_members [ 904.048599] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ece01d5-2923-43ba-a335-54580ed2f72a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.048710] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.048774] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.048964] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.050520] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.050704] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.050845] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.052967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.052967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.052967] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ece01d5-2923-43ba-a335-54580ed2f72a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.167613] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.167773] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.167844] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.168069] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.168164] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.168358] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.168454] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.168531] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.168669] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.168723] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.168820] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed is going to be updated. [ 904.197734] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.197734] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.197734] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.198308] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.198308] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.206962] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed in Status: IN_PROGRESS for 2s [ 904.555047] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.555197] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.555326] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.555535] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.555640] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.555864] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.555982] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.556052] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.556221] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.556321] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.556440] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ece01d5-2923-43ba-a335-54580ed2f72a is going to be updated. [ 904.633096] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.633096] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.633096] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.635820] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.640720] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.652137] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ece01d5-2923-43ba-a335-54580ed2f72a in Status: IN_PROGRESS for 2s [ 904.758061] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6372389f-f5b4-4ff5-ba0f-372b6e94874d in Status: SUCCESS [ 904.758415] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.051772] env[66979]: INFO networking_nsxv3.common.synchronization [None req-71ac61b9-a0d9-4bd9-bf08-2e526261a641 tempest-AttachVolumeNegativeTest-425064559 tempest-AttachVolumeNegativeTest-425064559-project-member] Enqueued Resource ID: 9c5432c5-03db-4183-b553-ccc5492bb34b with Priority: HIGHEST for action security_group_rules [ 905.052371] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5432c5-03db-4183-b553-ccc5492bb34b with Priority: HIGHEST for action security_group_rules [ 905.052797] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c5432c5-03db-4183-b553-ccc5492bb34b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.052941] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c5432c5-03db-4183-b553-ccc5492bb34b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.053021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c5432c5-03db-4183-b553-ccc5492bb34b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.054128] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c5432c5-03db-4183-b553-ccc5492bb34b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.054128] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c5432c5-03db-4183-b553-ccc5492bb34b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.166912] env[66979]: INFO networking_nsxv3.common.synchronization [None req-5922dc9b-435c-4524-be78-ce3845c7a74a tempest-AttachVolumeNegativeTest-425064559 tempest-AttachVolumeNegativeTest-425064559-project-member] Enqueued Resource ID: 9c5432c5-03db-4183-b553-ccc5492bb34b with Priority: HIGHEST for action security_group_rules [ 905.167641] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5432c5-03db-4183-b553-ccc5492bb34b with Priority: HIGHEST for action security_group_rules [ 905.168013] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c5432c5-03db-4183-b553-ccc5492bb34b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.168424] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c5432c5-03db-4183-b553-ccc5492bb34b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.575901] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.576066] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.576164] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.576418] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.576524] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.576630] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c5432c5-03db-4183-b553-ccc5492bb34b already deleted. [ 905.576781] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c5432c5-03db-4183-b553-ccc5492bb34b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.576858] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c5432c5-03db-4183-b553-ccc5492bb34b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.577017] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c5432c5-03db-4183-b553-ccc5492bb34b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.577103] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c5432c5-03db-4183-b553-ccc5492bb34b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.099420] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.099755] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.099755] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.099829] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.099915] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.100019] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c5432c5-03db-4183-b553-ccc5492bb34b already deleted. [ 906.100105] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c5432c5-03db-4183-b553-ccc5492bb34b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.217121] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed in Status: SUCCESS [ 906.217322] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed deletion is rescheduled due to dependency. [ 906.217433] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.663833] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ece01d5-2923-43ba-a335-54580ed2f72a in Status: SUCCESS [ 906.664041] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ece01d5-2923-43ba-a335-54580ed2f72a deletion is rescheduled due to dependency. [ 906.664150] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.441967] env[66979]: INFO networking_nsxv3.common.synchronization [req-e3c61049-84a0-4ac0-9099-a836a28a88b1 req-b02f6371-d23c-4329-bcc5-142f781f119b tempest-AttachInterfacesTestJSON-1699796385 tempest-AttachInterfacesTestJSON-1699796385-project-member] Enqueued Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_members [ 909.442596] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_members [ 909.443274] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.443274] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.443274] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.443699] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.443699] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.443852] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.444120] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.444120] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.444207] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.444250] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.946791] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.946791] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.946791] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.947066] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.947066] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.947291] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.947471] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.947471] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.947576] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.947576] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.947662] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 is going to be updated. [ 909.979083] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.979304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.979370] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.979578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.979725] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.988574] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: IN_PROGRESS for 2s [ 911.034960] env[66979]: INFO networking_nsxv3.common.synchronization [req-a381f16b-b4c9-4e20-abab-2cd3147c756a req-d7b4d519-31b1-4185-8d1d-0eddc758e4ba tempest-DeleteServersTestJSON-771878521 tempest-DeleteServersTestJSON-771878521-project-member] Enqueued Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 911.035591] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 911.035915] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.036050] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.036114] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.036319] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.036484] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.036601] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.036675] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.036834] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.036956] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.037131] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.543784] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.543784] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.543784] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.543784] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.544056] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.544056] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.544153] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.544227] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.544357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.544459] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.544545] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 is going to be updated. [ 911.583345] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.583508] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.583559] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.584073] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.584073] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.593626] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: IN_PROGRESS for 2s [ 912.000776] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: SUCCESS [ 912.001836] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 deletion is rescheduled due to dependency. [ 912.001994] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.404183] env[66979]: INFO networking_nsxv3.common.synchronization [req-d0487bb0-b489-43f2-9d6e-02f079bf754d req-54160baf-0174-48b5-9ecc-513583446e59 tempest-AttachInterfacesTestJSON-1699796385 tempest-AttachInterfacesTestJSON-1699796385-project-member] Enqueued Resource ID: eedad741-6a22-44f9-906d-da3a86714261 with Priority: HIGHEST for action security_group_members [ 912.404797] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eedad741-6a22-44f9-906d-da3a86714261 with Priority: HIGHEST for action security_group_members [ 912.406889] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-eedad741-6a22-44f9-906d-da3a86714261 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.407102] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eedad741-6a22-44f9-906d-da3a86714261" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.407288] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eedad741-6a22-44f9-906d-da3a86714261" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.407414] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eedad741-6a22-44f9-906d-da3a86714261" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.407585] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.407689] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.407765] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.408014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.408273] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.408413] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eedad741-6a22-44f9-906d-da3a86714261',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.863125] env[66979]: INFO networking_nsxv3.common.synchronization [req-d7732642-5af8-468f-bfbb-65067783e5fd req-0a7452a4-3c3b-4a08-ad75-503c19823859 tempest-ImagesTestJSON-1664217714 tempest-ImagesTestJSON-1664217714-project-member] Enqueued Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_members [ 912.863125] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_members [ 912.863637] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.863917] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.864136] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.866033] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.866033] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.866033] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.866033] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.866033] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.866033] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.866033] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.914102] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.914102] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.914102] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.914102] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.936076] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.936076] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.936076] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.936076] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.936308] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.936308] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.936419] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eedad741-6a22-44f9-906d-da3a86714261 is going to be updated. [ 912.966058] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.966220] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.966258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.966465] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.966810] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.975969] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eedad741-6a22-44f9-906d-da3a86714261 in Status: IN_PROGRESS for 2s [ 913.249638] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.249830] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-391" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.249967] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-391" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.250401] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-391" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.250718] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.250908] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.251045] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.251486] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.251674] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.252033] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.252304] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 913.252536] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 913.252796] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 913.253033] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 913.253163] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 913.253374] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 913.273410] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 913.273596] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 913.273744] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 913.273927] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-391" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.274260] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-dd9d8d09-fa0b-49ac-a8fe-c12caa8f5a42 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.274441] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-dd9d8d09-fa0b-49ac-a8fe-c12caa8f5a42" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.274558] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-dd9d8d09-fa0b-49ac-a8fe-c12caa8f5a42" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.274878] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-dd9d8d09-fa0b-49ac-a8fe-c12caa8f5a42" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.275038] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd9d8d09-fa0b-49ac-a8fe-c12caa8f5a42',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.367605] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.615735] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: SUCCESS [ 913.616068] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 deletion is rescheduled due to dependency. [ 913.616068] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.778653] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.778653] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.778653] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.778956] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.779054] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.779216] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port dd9d8d09-fa0b-49ac-a8fe-c12caa8f5a42 not found, creating... [ 913.779583] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.779738] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.779854] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.780097] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.780310] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.780606] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.780758] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.780882] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.781086] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.781224] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.781761] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: dd9d8d09-fa0b-49ac-a8fe-c12caa8f5a42 is going to be created. [ 913.812395] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.812395] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.812395] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.812662] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.812697] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.813725] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-dd9d8d09-fa0b-49ac-a8fe-c12caa8f5a42" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.872107] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.375225] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.375225] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.375225] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.375225] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.375489] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.375489] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77723165-bb10-4849-b9dc-abee857eeb83 is going to be updated. [ 914.415040] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.415231] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.415231] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.415397] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.415538] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.427431] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: IN_PROGRESS for 2s [ 914.605124] env[66979]: INFO networking_nsxv3.common.synchronization [req-d7732642-5af8-468f-bfbb-65067783e5fd req-cfd149d2-0ceb-4d0f-a746-22641ad79091 service nova] Enqueued Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_rules [ 914.605124] env[66979]: INFO networking_nsxv3.common.synchronization [req-d7732642-5af8-468f-bfbb-65067783e5fd req-cfd149d2-0ceb-4d0f-a746-22641ad79091 service nova] Enqueued Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_members [ 914.605124] env[66979]: INFO networking_nsxv3.common.synchronization [req-d7732642-5af8-468f-bfbb-65067783e5fd req-cfd149d2-0ceb-4d0f-a746-22641ad79091 service nova] Enqueued Resource ID: dd9d8d09-fa0b-49ac-a8fe-c12caa8f5a42 with Priority: HIGHEST for action port [ 914.605672] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_rules [ 914.605887] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_members [ 914.605887] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd9d8d09-fa0b-49ac-a8fe-c12caa8f5a42 with Priority: HIGHEST for action port [ 914.606661] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.606661] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.606792] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.606994] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.607111] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.608471] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.608471] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.608691] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd9d8d09-fa0b-49ac-a8fe-c12caa8f5a42 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.608913] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd9d8d09-fa0b-49ac-a8fe-c12caa8f5a42" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.608913] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd9d8d09-fa0b-49ac-a8fe-c12caa8f5a42" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.609145] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd9d8d09-fa0b-49ac-a8fe-c12caa8f5a42" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.609424] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd9d8d09-fa0b-49ac-a8fe-c12caa8f5a42',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.988301] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eedad741-6a22-44f9-906d-da3a86714261 in Status: SUCCESS [ 914.988301] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eedad741-6a22-44f9-906d-da3a86714261 deletion is rescheduled due to dependency. [ 914.988301] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eedad741-6a22-44f9-906d-da3a86714261" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.113152] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.113462] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.113702] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd9d8d09-fa0b-49ac-a8fe-c12caa8f5a42 with status ACTIVE [ 915.113901] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.114039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.114109] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.114344] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.114451] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.114618] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.114701] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.114765] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.114915] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.114992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.115191] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.116215] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.116215] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.116215] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.116215] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.116215] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd9d8d09-fa0b-49ac-a8fe-c12caa8f5a42 is going to be updated. [ 915.138646] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.138859] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.138859] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.139061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.139202] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.139358] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd9d8d09-fa0b-49ac-a8fe-c12caa8f5a42" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.170603] env[66979]: INFO networking_nsxv3.common.synchronization [req-5bd325b1-6c55-4b80-ba2c-b06d001ea536 req-e384965c-ba87-42e4-b31a-0406847a678f tempest-ServerMetadataNegativeTestJSON-947280671 tempest-ServerMetadataNegativeTestJSON-947280671-project-member] Enqueued Resource ID: 6372389f-f5b4-4ff5-ba0f-372b6e94874d with Priority: HIGHEST for action security_group_members [ 915.171255] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6372389f-f5b4-4ff5-ba0f-372b6e94874d with Priority: HIGHEST for action security_group_members [ 915.171567] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6372389f-f5b4-4ff5-ba0f-372b6e94874d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.171692] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.171757] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.172706] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.172706] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.172706] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.172706] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.172706] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.173439] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.173575] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6372389f-f5b4-4ff5-ba0f-372b6e94874d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.669960] env[66979]: INFO networking_nsxv3.common.synchronization [req-4f13bd84-bad8-4fd3-bf7f-4995bab78836 req-59962452-d33a-4964-ab4a-783f416aa943 tempest-ServerPasswordTestJSON-1662281706 tempest-ServerPasswordTestJSON-1662281706-project-member] Enqueued Resource ID: 74291914-b560-4c39-ae8e-dbd28b635286 with Priority: HIGHEST for action security_group_members [ 915.670636] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74291914-b560-4c39-ae8e-dbd28b635286 with Priority: HIGHEST for action security_group_members [ 915.670968] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-74291914-b560-4c39-ae8e-dbd28b635286 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.672914] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.672989] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.673276] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.673445] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.673553] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.673619] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.673777] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.673875] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.673969] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74291914-b560-4c39-ae8e-dbd28b635286',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.675713] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.679019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.679019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.679019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.679019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.679208] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.679285] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.679285] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.680352] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.680352] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.680352] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6372389f-f5b4-4ff5-ba0f-372b6e94874d is going to be updated. [ 915.709562] env[66979]: INFO networking_nsxv3.common.synchronization [req-15c47156-be94-462f-bb1f-4f8794c59e5b req-84f742e7-f39d-47e9-aeea-ac5d6593d008 tempest-ServersTestBootFromVolume-878824140 tempest-ServersTestBootFromVolume-878824140-project-member] Enqueued Resource ID: 10c3eac2-107d-48a5-85b4-47cb69fc0e9d with Priority: HIGHEST for action security_group_members [ 915.710699] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c3eac2-107d-48a5-85b4-47cb69fc0e9d with Priority: HIGHEST for action security_group_members [ 915.711338] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-10c3eac2-107d-48a5-85b4-47cb69fc0e9d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.711338] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.711338] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.711543] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.711619] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.711720] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.711829] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.711926] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.712037] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.712112] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('10c3eac2-107d-48a5-85b4-47cb69fc0e9d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.714994] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.715095] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.715678] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.715678] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.715678] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.731846] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6372389f-f5b4-4ff5-ba0f-372b6e94874d in Status: IN_PROGRESS for 2s [ 916.165734] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-611 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.166104] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.166104] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.166326] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.166582] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.166734] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.166846] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.167093] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.167246] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.167485] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.167599] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 916.167704] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 916.167832] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 916.167912] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 916.168031] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 916.168152] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 916.181415] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.181415] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.181415] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.181660] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.181720] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.181919] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.182032] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.182091] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.182243] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.182318] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.182400] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74291914-b560-4c39-ae8e-dbd28b635286 already deleted. [ 916.182478] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.209471] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 916.209471] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 916.209471] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 916.209471] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.209471] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-05789675-6cf6-4ba9-8591-f54ee3c543a0 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.209836] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-05789675-6cf6-4ba9-8591-f54ee3c543a0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.209836] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-05789675-6cf6-4ba9-8591-f54ee3c543a0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.209953] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-05789675-6cf6-4ba9-8591-f54ee3c543a0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.210083] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05789675-6cf6-4ba9-8591-f54ee3c543a0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.214371] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.214495] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.214551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.214738] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.236017] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.237020] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.237020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.237020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.237020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.237020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.237020] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10c3eac2-107d-48a5-85b4-47cb69fc0e9d is going to be updated. [ 916.266617] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.266818] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.266818] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.267028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.267169] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.275898] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10c3eac2-107d-48a5-85b4-47cb69fc0e9d in Status: IN_PROGRESS for 2s [ 916.437868] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: SUCCESS [ 916.438114] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.438291] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.438508] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.438695] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.438811] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.438876] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.439038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.439120] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.439215] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.712841] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.713106] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.713241] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.713568] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.713719] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.713877] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 05789675-6cf6-4ba9-8591-f54ee3c543a0 not found, creating... [ 916.714163] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.714325] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.714442] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.714664] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.714823] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.715173] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.715382] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.715484] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.715771] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.715860] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.716015] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 05789675-6cf6-4ba9-8591-f54ee3c543a0 is going to be created. [ 916.749841] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.749841] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.749841] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.749841] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.750070] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.750674] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-05789675-6cf6-4ba9-8591-f54ee3c543a0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.942033] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.445139] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.473120] env[66979]: INFO networking_nsxv3.common.synchronization [req-4f13bd84-bad8-4fd3-bf7f-4995bab78836 req-84e30df1-4ab3-4d8f-9625-d5bb2ef3b41c service nova] Enqueued Resource ID: 74291914-b560-4c39-ae8e-dbd28b635286 with Priority: HIGHEST for action security_group_rules [ 917.473363] env[66979]: INFO networking_nsxv3.common.synchronization [req-4f13bd84-bad8-4fd3-bf7f-4995bab78836 req-84e30df1-4ab3-4d8f-9625-d5bb2ef3b41c service nova] Enqueued Resource ID: 74291914-b560-4c39-ae8e-dbd28b635286 with Priority: HIGHEST for action security_group_members [ 917.473539] env[66979]: INFO networking_nsxv3.common.synchronization [req-4f13bd84-bad8-4fd3-bf7f-4995bab78836 req-84e30df1-4ab3-4d8f-9625-d5bb2ef3b41c service nova] Enqueued Resource ID: 05789675-6cf6-4ba9-8591-f54ee3c543a0 with Priority: HIGHEST for action port [ 917.474116] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74291914-b560-4c39-ae8e-dbd28b635286 with Priority: HIGHEST for action security_group_rules [ 917.474246] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74291914-b560-4c39-ae8e-dbd28b635286 with Priority: HIGHEST for action security_group_members [ 917.474339] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05789675-6cf6-4ba9-8591-f54ee3c543a0 with Priority: HIGHEST for action port [ 917.474867] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74291914-b560-4c39-ae8e-dbd28b635286 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.475023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.475057] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.476352] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.476352] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74291914-b560-4c39-ae8e-dbd28b635286',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.476542] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-74291914-b560-4c39-ae8e-dbd28b635286 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.477645] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.477645] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.477645] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.477645] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.477645] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.477645] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.477837] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.477837] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.477837] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74291914-b560-4c39-ae8e-dbd28b635286',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.478931] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-05789675-6cf6-4ba9-8591-f54ee3c543a0 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.478931] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05789675-6cf6-4ba9-8591-f54ee3c543a0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.478931] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05789675-6cf6-4ba9-8591-f54ee3c543a0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.480304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05789675-6cf6-4ba9-8591-f54ee3c543a0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.480304] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05789675-6cf6-4ba9-8591-f54ee3c543a0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.737682] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6372389f-f5b4-4ff5-ba0f-372b6e94874d in Status: SUCCESS [ 917.737873] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6372389f-f5b4-4ff5-ba0f-372b6e94874d deletion is rescheduled due to dependency. [ 917.737991] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.948134] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.948320] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.948405] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.948627] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.948712] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.948856] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77723165-bb10-4849-b9dc-abee857eeb83 is going to be updated. [ 917.981223] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-74291914-b560-4c39-ae8e-dbd28b635286 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.981573] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.981874] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74291914-b560-4c39-ae8e-dbd28b635286',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.983062] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 05789675-6cf6-4ba9-8591-f54ee3c543a0 with status ACTIVE [ 917.983292] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.983413] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.983527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.983839] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.983984] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.984274] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.984651] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.984736] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.984967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.985091] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.985399] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.985477] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.985561] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.985749] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.985844] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.985958] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 05789675-6cf6-4ba9-8591-f54ee3c543a0 is going to be updated. [ 918.003659] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.003829] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.004029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.004154] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.004264] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.014550] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.014756] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.014840] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.015098] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.015246] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.015535] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05789675-6cf6-4ba9-8591-f54ee3c543a0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.017141] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: IN_PROGRESS for 2s [ 918.287397] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 10c3eac2-107d-48a5-85b4-47cb69fc0e9d in Status: SUCCESS [ 918.287591] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 10c3eac2-107d-48a5-85b4-47cb69fc0e9d deletion is rescheduled due to dependency. [ 918.287683] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.488495] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74291914-b560-4c39-ae8e-dbd28b635286',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.994765] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.994765] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.994765] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.994765] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.994765] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.994765] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74291914-b560-4c39-ae8e-dbd28b635286 is going to be created. [ 919.035904] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.036260] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.036420] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.036802] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.037110] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.049814] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74291914-b560-4c39-ae8e-dbd28b635286 in Status: UNINITIALIZED for 2s [ 919.176633] env[66979]: INFO networking_nsxv3.common.synchronization [req-cef5b80f-26bc-497a-9906-b52025cf30ab req-040dd9d2-2eeb-4cd3-ab94-dc5f14630fcb tempest-ServerGroupTestJSON-718599127 tempest-ServerGroupTestJSON-718599127-project-member] Enqueued Resource ID: dc444871-a0a7-4499-8697-fbc9d061c2bb with Priority: HIGHEST for action security_group_members [ 919.179584] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc444871-a0a7-4499-8697-fbc9d061c2bb with Priority: HIGHEST for action security_group_members [ 919.179893] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc444871-a0a7-4499-8697-fbc9d061c2bb taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.180032] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.180105] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.180443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.180630] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.180737] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.180802] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.180967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.181067] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.181164] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc444871-a0a7-4499-8697-fbc9d061c2bb',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.359562] env[66979]: INFO networking_nsxv3.common.synchronization [req-545b3f64-ff6e-4f97-8514-d89639624922 req-a0545661-8a5b-45d9-9d8e-7e740d6ddec3 tempest-ServersAdminTestJSON-207348556 tempest-ServersAdminTestJSON-207348556-project-member] Enqueued Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_members [ 919.360477] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGHEST for action security_group_members [ 919.360964] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.361215] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.361375] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.361940] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.362599] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.362872] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.363093] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.363317] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.363466] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.363594] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.630907] env[66979]: INFO networking_nsxv3.common.synchronization [req-e26f8e38-7d57-4324-a999-5c8c6809dffe req-3c7f0e6e-2d80-4c2f-98f8-efa01f22f63b tempest-ServerActionsTestOtherA-827617278 tempest-ServerActionsTestOtherA-827617278-project-member] Enqueued Resource ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 with Priority: HIGHEST for action security_group_members [ 919.632032] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 with Priority: HIGHEST for action security_group_members [ 919.632135] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6af54c60-d31c-4ee2-9c26-afe2e7abe795 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.632228] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.632277] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.632485] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.632646] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.632747] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.632811] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.632968] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.633194] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.633194] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6af54c60-d31c-4ee2-9c26-afe2e7abe795',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.639040] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-640 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.639256] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-640" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.639423] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-640" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.639839] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-640" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.640290] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.640525] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.640715] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.642083] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.642780] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.643272] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.643272] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 919.643384] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 919.643486] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 919.643608] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 919.643715] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 919.643863] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 919.671111] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 919.671428] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 919.671538] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 919.672147] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-640" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.672273] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-dbed8be2-45a6-4d5f-bc93-7d5915105771 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.672396] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-dbed8be2-45a6-4d5f-bc93-7d5915105771" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.672535] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-dbed8be2-45a6-4d5f-bc93-7d5915105771" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.672929] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-dbed8be2-45a6-4d5f-bc93-7d5915105771" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.673151] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbed8be2-45a6-4d5f-bc93-7d5915105771',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.686082] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.686274] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.686340] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.686552] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.686662] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.686918] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.687067] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.687155] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.687346] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.687440] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.687547] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc444871-a0a7-4499-8697-fbc9d061c2bb already deleted. [ 919.687670] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.865898] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.866098] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.866143] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.866353] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.892848] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.893132] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.893258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.893324] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.893518] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.893607] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.893684] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 is going to be updated. [ 919.928578] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.928578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.928578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.928578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.928578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.945029] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: IN_PROGRESS for 2s [ 920.030438] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: SUCCESS [ 920.030690] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.030866] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.031122] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.031321] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.031461] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.031531] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.031691] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.031769] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.032750] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.033067] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.146340] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.146427] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.146427] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.146660] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.146744] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.146946] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.147060] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.147123] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.147274] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.147354] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.147463] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 is going to be updated. [ 920.177132] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.177730] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.177730] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.177944] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.178718] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.178718] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port dbed8be2-45a6-4d5f-bc93-7d5915105771 not found, creating... [ 920.180577] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.181246] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.181246] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.181416] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.181543] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.182223] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.182342] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.183194] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.184414] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.184594] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.184786] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: dbed8be2-45a6-4d5f-bc93-7d5915105771 is going to be created. [ 920.186720] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.186878] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.186957] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.187230] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.187329] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.206430] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 in Status: IN_PROGRESS for 2s [ 920.219611] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.219848] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.219978] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.220346] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.220682] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.221247] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-dbed8be2-45a6-4d5f-bc93-7d5915105771" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.537292] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.537465] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.537518] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.537733] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.537905] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.538190] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.538190] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.538297] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.538349] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.538439] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.538609] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.538707] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.538766] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.539290] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.539290] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.539290] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.539290] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.539461] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.539461] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.539563] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.539612] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.950915] env[66979]: INFO networking_nsxv3.common.synchronization [req-cef5b80f-26bc-497a-9906-b52025cf30ab req-e3f66d6b-d50d-43e6-9e08-ff2761d21ccd service nova] Enqueued Resource ID: dc444871-a0a7-4499-8697-fbc9d061c2bb with Priority: HIGHEST for action security_group_rules [ 920.950915] env[66979]: INFO networking_nsxv3.common.synchronization [req-cef5b80f-26bc-497a-9906-b52025cf30ab req-e3f66d6b-d50d-43e6-9e08-ff2761d21ccd service nova] Enqueued Resource ID: dc444871-a0a7-4499-8697-fbc9d061c2bb with Priority: HIGHEST for action security_group_members [ 920.950915] env[66979]: INFO networking_nsxv3.common.synchronization [req-cef5b80f-26bc-497a-9906-b52025cf30ab req-e3f66d6b-d50d-43e6-9e08-ff2761d21ccd service nova] Enqueued Resource ID: dbed8be2-45a6-4d5f-bc93-7d5915105771 with Priority: HIGHEST for action port [ 920.950915] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc444871-a0a7-4499-8697-fbc9d061c2bb with Priority: HIGHEST for action security_group_rules [ 920.950915] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc444871-a0a7-4499-8697-fbc9d061c2bb with Priority: HIGHEST for action security_group_members [ 920.950915] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dbed8be2-45a6-4d5f-bc93-7d5915105771 with Priority: HIGHEST for action port [ 920.952239] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc444871-a0a7-4499-8697-fbc9d061c2bb taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.952614] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.952789] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.953143] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.953323] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc444871-a0a7-4499-8697-fbc9d061c2bb',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.955417] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc444871-a0a7-4499-8697-fbc9d061c2bb taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.955780] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.956319] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.956645] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.960124] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.960124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.960124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.960124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.960124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.960124] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc444871-a0a7-4499-8697-fbc9d061c2bb',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.960124] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-dbed8be2-45a6-4d5f-bc93-7d5915105771 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.960124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dbed8be2-45a6-4d5f-bc93-7d5915105771" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.960124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dbed8be2-45a6-4d5f-bc93-7d5915105771" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.960124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dbed8be2-45a6-4d5f-bc93-7d5915105771" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.960124] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dbed8be2-45a6-4d5f-bc93-7d5915105771',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.041776] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77723165-bb10-4849-b9dc-abee857eeb83: rpc.has_security_group_logging(os_id): False [ 921.067240] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74291914-b560-4c39-ae8e-dbd28b635286 in Status: SUCCESS [ 921.067395] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.071366] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.071649] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.071877] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.072042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.072106] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.072248] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.072685] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.072685] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.072685] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74291914-b560-4c39-ae8e-dbd28b635286',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.074466] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.074638] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.074705] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.074852] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.074939] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.075163] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.075272] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.075330] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.075476] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.075546] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.076031] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.076031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.076031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.076031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.076315] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.076315] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.076449] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.076449] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.076902] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.076902] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.076902] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77723165-bb10-4849-b9dc-abee857eeb83 is going to be updated. [ 921.207623] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.207849] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.207911] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.208117] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.208284] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.236490] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: IN_PROGRESS for 2s [ 921.456218] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc444871-a0a7-4499-8697-fbc9d061c2bb taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.456628] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.463217] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dc444871-a0a7-4499-8697-fbc9d061c2bb',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.464954] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dbed8be2-45a6-4d5f-bc93-7d5915105771 with status ACTIVE [ 921.465476] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.465779] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.465906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.466593] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.466681] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.467028] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.467184] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.467276] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.467477] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.467587] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.467829] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.467968] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.468178] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.468482] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.468579] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.468673] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dbed8be2-45a6-4d5f-bc93-7d5915105771 is going to be updated. [ 921.497131] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.497360] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.497436] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.497630] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.497894] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.498061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dbed8be2-45a6-4d5f-bc93-7d5915105771" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.589381] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-74291914-b560-4c39-ae8e-dbd28b635286 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.589615] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.589767] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.589899] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.590094] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.590273] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.590356] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.590492] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.590586] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.590676] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.590833] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-74291914-b560-4c39-ae8e-dbd28b635286 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.590927] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.590985] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.591153] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.591300] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.591412] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.591473] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.591611] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.591690] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.591772] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.591858] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74291914-b560-4c39-ae8e-dbd28b635286',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.950157] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 in Status: SUCCESS [ 921.950558] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 deletion is rescheduled due to dependency. [ 921.950679] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.972359] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dc444871-a0a7-4499-8697-fbc9d061c2bb',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.094797] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74291914-b560-4c39-ae8e-dbd28b635286: rpc.has_security_group_logging(os_id): False [ 922.115455] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.115604] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.115659] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.115900] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.115998] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.116317] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.116450] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.116551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.116671] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.116747] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.116936] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.117090] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.117154] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.117295] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.117369] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.117561] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.117825] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.117917] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.118119] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.118266] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.118356] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74291914-b560-4c39-ae8e-dbd28b635286 is going to be created. [ 922.185205] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.185205] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.185205] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.185205] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.185935] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.197793] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74291914-b560-4c39-ae8e-dbd28b635286 in Status: IN_PROGRESS for 2s [ 922.218143] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 in Status: SUCCESS [ 922.218388] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 deletion is rescheduled due to dependency. [ 922.218439] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.477487] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.478228] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.478228] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.478626] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.478626] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.478626] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc444871-a0a7-4499-8697-fbc9d061c2bb is going to be created. [ 922.503643] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.503843] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.503909] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.504219] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.504463] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.517923] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc444871-a0a7-4499-8697-fbc9d061c2bb in Status: UNINITIALIZED for 2s [ 923.260528] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: SUCCESS [ 923.260916] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.648572] env[66979]: INFO networking_nsxv3.common.synchronization [req-0155b464-7ccd-4587-8f9a-59d2c22527f3 req-56642c87-e01c-471b-a15c-cdb93147640c tempest-ListServersNegativeTestJSON-1364774212 tempest-ListServersNegativeTestJSON-1364774212-project-member] Enqueued Resource ID: cf0f3f62-4622-453b-92eb-c707aa784a14 with Priority: HIGHEST for action security_group_members [ 923.649185] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0f3f62-4622-453b-92eb-c707aa784a14 with Priority: HIGHEST for action security_group_members [ 923.649511] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0f3f62-4622-453b-92eb-c707aa784a14 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.649646] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.649730] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.650018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.650261] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.650388] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.650463] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.650666] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.650756] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.650855] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.861528] env[66979]: INFO networking_nsxv3.common.synchronization [req-5c43e7e3-f360-4fe5-a8b0-ab3e59de6ecb req-d84fa04f-32a5-46a9-89d1-6f9b447a6666 tempest-AttachVolumeNegativeTest-425064559 tempest-AttachVolumeNegativeTest-425064559-project-member] Enqueued Resource ID: 9c5432c5-03db-4183-b553-ccc5492bb34b with Priority: HIGHEST for action security_group_members [ 923.862129] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5432c5-03db-4183-b553-ccc5492bb34b with Priority: HIGHEST for action security_group_members [ 923.863727] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5432c5-03db-4183-b553-ccc5492bb34b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.863727] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5432c5-03db-4183-b553-ccc5492bb34b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.863727] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5432c5-03db-4183-b553-ccc5492bb34b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.864162] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5432c5-03db-4183-b553-ccc5492bb34b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.864162] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.864247] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.864278] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.864418] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.864502] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.864591] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c5432c5-03db-4183-b553-ccc5492bb34b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.152657] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.213283] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74291914-b560-4c39-ae8e-dbd28b635286 in Status: SUCCESS [ 924.213283] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.368094] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.368578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.368578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.368669] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.368700] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.368940] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.369074] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.369122] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.369295] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.369390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.369479] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c5432c5-03db-4183-b553-ccc5492bb34b already deleted. [ 924.369575] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5432c5-03db-4183-b553-ccc5492bb34b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.528639] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc444871-a0a7-4499-8697-fbc9d061c2bb in Status: SUCCESS [ 924.528920] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.529359] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.529359] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.534555] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.534555] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.534688] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.534812] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.534896] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.534995] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.535101] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dc444871-a0a7-4499-8697-fbc9d061c2bb',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.541118] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.541373] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.541458] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.541715] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.542708] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.542708] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.542708] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.542708] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.542708] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.542930] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.543016] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.543106] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.543208] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.543334] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.543434] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.543560] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.567689] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.567689] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 924.567689] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.567836] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.568061] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-3ed12a59-5228-47d7-a2d4-778fd40daad2 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.568290] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-3ed12a59-5228-47d7-a2d4-778fd40daad2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.568430] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-3ed12a59-5228-47d7-a2d4-778fd40daad2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.568762] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-3ed12a59-5228-47d7-a2d4-778fd40daad2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.568974] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ed12a59-5228-47d7-a2d4-778fd40daad2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.655201] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.741538] env[66979]: INFO networking_nsxv3.common.synchronization [req-b10f832c-d550-4656-ab38-836d12550d3e req-5511a495-93a5-47f5-87c2-1fa5d35c5d5b tempest-ListServersNegativeTestJSON-1364774212 tempest-ListServersNegativeTestJSON-1364774212-project-member] Enqueued Resource ID: cf0f3f62-4622-453b-92eb-c707aa784a14 with Priority: HIGHEST for action security_group_members [ 924.742192] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0f3f62-4622-453b-92eb-c707aa784a14 with Priority: HIGHEST for action security_group_members [ 924.742558] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf0f3f62-4622-453b-92eb-c707aa784a14 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.742673] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.040020] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc444871-a0a7-4499-8697-fbc9d061c2bb taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.040205] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.040328] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.040556] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.040730] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.040831] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.040896] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.041055] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.041146] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.041273] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.041383] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc444871-a0a7-4499-8697-fbc9d061c2bb taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.041487] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.041521] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.041662] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.041795] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.041883] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.041941] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.042139] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.042222] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.042306] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.042400] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dc444871-a0a7-4499-8697-fbc9d061c2bb',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.071786] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.072034] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.072169] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.072652] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.072652] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.072787] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 3ed12a59-5228-47d7-a2d4-778fd40daad2 not found, creating... [ 925.073059] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.073225] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.073343] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.073627] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.073739] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.073976] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.074148] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.074300] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.074459] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.074588] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.074728] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 3ed12a59-5228-47d7-a2d4-778fd40daad2 is going to be created. [ 925.096255] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.096475] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.096475] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.096804] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.096921] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.097330] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-3ed12a59-5228-47d7-a2d4-778fd40daad2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.157746] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.157936] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.158033] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.158371] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.158676] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.158676] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf0f3f62-4622-453b-92eb-c707aa784a14 is going to be updated. [ 925.211766] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.211971] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.211971] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.212217] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.212392] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.223990] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf0f3f62-4622-453b-92eb-c707aa784a14 in Status: IN_PROGRESS for 2s [ 925.318169] env[66979]: INFO networking_nsxv3.common.synchronization [None req-3c86b78b-db2a-4f1e-8331-d7250ddbd968 None None] Enqueued Resource ID: 525fab28-03b6-45f2-8a7d-6cc4fb3ec55c with Priority: HIGHEST for action port [ 925.318891] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 525fab28-03b6-45f2-8a7d-6cc4fb3ec55c with Priority: HIGHEST for action port [ 925.319809] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-525fab28-03b6-45f2-8a7d-6cc4fb3ec55c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.319993] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-525fab28-03b6-45f2-8a7d-6cc4fb3ec55c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.320052] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-525fab28-03b6-45f2-8a7d-6cc4fb3ec55c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.320636] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-525fab28-03b6-45f2-8a7d-6cc4fb3ec55c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.320737] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('525fab28-03b6-45f2-8a7d-6cc4fb3ec55c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.546035] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dc444871-a0a7-4499-8697-fbc9d061c2bb: rpc.has_security_group_logging(os_id): False [ 925.564723] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.566745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.566745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.566745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.566745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.566745] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.566745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.566745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.566745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.566745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.566745] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.566745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.566745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.567616] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.567816] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.568252] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.568896] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.569516] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.569516] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.569516] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.569516] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc444871-a0a7-4499-8697-fbc9d061c2bb is going to be created. [ 925.746769] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.747052] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.747241] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.747468] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.747628] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.764189] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc444871-a0a7-4499-8697-fbc9d061c2bb in Status: IN_PROGRESS for 2s [ 925.824790] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 525fab28-03b6-45f2-8a7d-6cc4fb3ec55c [ 925.825117] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.825273] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.825349] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.825644] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.825772] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.825941] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:525fab28-03b6-45f2-8a7d-6cc4fb3ec55c already deleted. [ 925.826104] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-525fab28-03b6-45f2-8a7d-6cc4fb3ec55c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.834878] env[66979]: INFO networking_nsxv3.common.synchronization [req-5c43e7e3-f360-4fe5-a8b0-ab3e59de6ecb req-d88e7cc0-82e2-4178-a240-6060c1303e9f service nova] Enqueued Resource ID: 9c5432c5-03db-4183-b553-ccc5492bb34b with Priority: HIGHEST for action security_group_rules [ 925.835111] env[66979]: INFO networking_nsxv3.common.synchronization [req-5c43e7e3-f360-4fe5-a8b0-ab3e59de6ecb req-d88e7cc0-82e2-4178-a240-6060c1303e9f service nova] Enqueued Resource ID: 9c5432c5-03db-4183-b553-ccc5492bb34b with Priority: HIGHEST for action security_group_members [ 925.835268] env[66979]: INFO networking_nsxv3.common.synchronization [req-5c43e7e3-f360-4fe5-a8b0-ab3e59de6ecb req-d88e7cc0-82e2-4178-a240-6060c1303e9f service nova] Enqueued Resource ID: 3ed12a59-5228-47d7-a2d4-778fd40daad2 with Priority: HIGHEST for action port [ 925.835851] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5432c5-03db-4183-b553-ccc5492bb34b with Priority: HIGHEST for action security_group_rules [ 925.836016] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5432c5-03db-4183-b553-ccc5492bb34b with Priority: HIGHEST for action security_group_members [ 925.836252] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ed12a59-5228-47d7-a2d4-778fd40daad2 with Priority: HIGHEST for action port [ 925.837166] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c5432c5-03db-4183-b553-ccc5492bb34b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.837325] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c5432c5-03db-4183-b553-ccc5492bb34b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.837398] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c5432c5-03db-4183-b553-ccc5492bb34b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.837647] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c5432c5-03db-4183-b553-ccc5492bb34b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.837742] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c5432c5-03db-4183-b553-ccc5492bb34b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.838765] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5432c5-03db-4183-b553-ccc5492bb34b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.838891] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5432c5-03db-4183-b553-ccc5492bb34b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.838959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5432c5-03db-4183-b553-ccc5492bb34b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.839158] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5432c5-03db-4183-b553-ccc5492bb34b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.839340] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.839408] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.839485] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.839665] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.839776] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.839878] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c5432c5-03db-4183-b553-ccc5492bb34b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.841831] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ed12a59-5228-47d7-a2d4-778fd40daad2 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.841992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ed12a59-5228-47d7-a2d4-778fd40daad2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.842397] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ed12a59-5228-47d7-a2d4-778fd40daad2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.842643] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ed12a59-5228-47d7-a2d4-778fd40daad2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.846024] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ed12a59-5228-47d7-a2d4-778fd40daad2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.347533] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c5432c5-03db-4183-b553-ccc5492bb34b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.347533] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5432c5-03db-4183-b553-ccc5492bb34b taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.347533] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5432c5-03db-4183-b553-ccc5492bb34b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.347533] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ed12a59-5228-47d7-a2d4-778fd40daad2 with status ACTIVE [ 926.347533] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.347533] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.347533] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.347533] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.347533] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.347533] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.348081] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.348081] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.348081] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.348081] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.348240] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.348240] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.348338] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.348407] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.348480] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.348565] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ed12a59-5228-47d7-a2d4-778fd40daad2 is going to be updated. [ 926.374904] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.375160] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.375273] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.376036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.376468] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.376772] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ed12a59-5228-47d7-a2d4-778fd40daad2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.852841] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c5432c5-03db-4183-b553-ccc5492bb34b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.236615] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf0f3f62-4622-453b-92eb-c707aa784a14 in Status: SUCCESS [ 927.236844] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.237029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.237261] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.237456] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.237590] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.237655] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.237812] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.237931] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.238088] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.359134] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.359134] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.359134] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.359134] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.359134] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.359134] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c5432c5-03db-4183-b553-ccc5492bb34b is going to be created. [ 927.389538] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.389538] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.389538] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.389865] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.390063] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.402633] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5432c5-03db-4183-b553-ccc5492bb34b in Status: UNINITIALIZED for 2s [ 927.745508] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.745926] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.745926] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.746049] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.746049] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.746243] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.746498] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.746498] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.746587] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.746658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.746699] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf0f3f62-4622-453b-92eb-c707aa784a14 is going to be updated. [ 927.776956] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dc444871-a0a7-4499-8697-fbc9d061c2bb in Status: SUCCESS [ 927.777203] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.778992] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.779189] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.779280] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.779442] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.780199] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.793397] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf0f3f62-4622-453b-92eb-c707aa784a14 in Status: IN_PROGRESS for 2s [ 928.310844] env[66979]: INFO networking_nsxv3.common.synchronization [None req-6216d207-394f-4d90-b2e0-e9104d5f55b3 None None] Enqueued Resource ID: b209d946-cca0-48ee-b542-d544545a6ce5 with Priority: HIGHEST for action port [ 928.311794] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b209d946-cca0-48ee-b542-d544545a6ce5 with Priority: HIGHEST for action port [ 928.312339] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-b209d946-cca0-48ee-b542-d544545a6ce5 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.312552] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b209d946-cca0-48ee-b542-d544545a6ce5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.312682] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b209d946-cca0-48ee-b542-d544545a6ce5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.313066] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b209d946-cca0-48ee-b542-d544545a6ce5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.313187] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b209d946-cca0-48ee-b542-d544545a6ce5',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.816248] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b209d946-cca0-48ee-b542-d544545a6ce5 [ 928.820495] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.820495] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.820495] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.820495] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.820495] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.820495] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b209d946-cca0-48ee-b542-d544545a6ce5 already deleted. [ 928.820495] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b209d946-cca0-48ee-b542-d544545a6ce5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.423405] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5432c5-03db-4183-b553-ccc5492bb34b in Status: SUCCESS [ 929.424307] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5432c5-03db-4183-b553-ccc5492bb34b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.424593] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5432c5-03db-4183-b553-ccc5492bb34b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.425311] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5432c5-03db-4183-b553-ccc5492bb34b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.425606] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.425786] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.425900] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.426128] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.426219] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.426330] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5432c5-03db-4183-b553-ccc5492bb34b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.426407] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c5432c5-03db-4183-b553-ccc5492bb34b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.807366] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf0f3f62-4622-453b-92eb-c707aa784a14 in Status: SUCCESS [ 929.807366] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf0f3f62-4622-453b-92eb-c707aa784a14 deletion is rescheduled due to dependency. [ 929.807366] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.929128] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c5432c5-03db-4183-b553-ccc5492bb34b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.433425] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c5432c5-03db-4183-b553-ccc5492bb34b: rpc.has_security_group_logging(os_id): False [ 930.458266] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.458504] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.458563] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.458874] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.459021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.459384] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.459511] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.459569] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.459777] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.459866] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.459944] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c5432c5-03db-4183-b553-ccc5492bb34b is going to be created. [ 930.555841] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.556045] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.556174] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.556400] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.556616] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.572016] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c5432c5-03db-4183-b553-ccc5492bb34b in Status: IN_PROGRESS for 2s [ 931.925148] env[66979]: INFO networking_nsxv3.common.synchronization [req-8b60453c-70f1-4106-8a44-09455ef460dd req-b431c73b-776a-446e-aeca-3548cd1bb85a tempest-ServerActionsV293TestJSON-1967816204 tempest-ServerActionsV293TestJSON-1967816204-project-member] Enqueued Resource ID: 189a52de-13b0-4587-a4d9-48438f2ebc6f with Priority: HIGHEST for action security_group_members [ 931.925148] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 189a52de-13b0-4587-a4d9-48438f2ebc6f with Priority: HIGHEST for action security_group_members [ 931.925443] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-189a52de-13b0-4587-a4d9-48438f2ebc6f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.925443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-189a52de-13b0-4587-a4d9-48438f2ebc6f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.925443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-189a52de-13b0-4587-a4d9-48438f2ebc6f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.925763] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-189a52de-13b0-4587-a4d9-48438f2ebc6f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.925842] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.925906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.925973] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.926140] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.926226] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.926318] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('189a52de-13b0-4587-a4d9-48438f2ebc6f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.355131] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-677 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.355355] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-677" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.355464] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-677" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.355797] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-677" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.356070] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.356267] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.356386] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.356552] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.356692] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.356985] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.357148] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 932.357220] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 932.357336] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 932.357451] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 932.357529] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 932.357689] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 932.382805] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 932.382805] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 932.382805] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 932.382805] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-677" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.382805] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-462cfb17-5c31-4b2c-99d8-028f3394cd0b taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.382805] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-462cfb17-5c31-4b2c-99d8-028f3394cd0b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.382805] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-462cfb17-5c31-4b2c-99d8-028f3394cd0b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.383540] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-462cfb17-5c31-4b2c-99d8-028f3394cd0b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.383540] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('462cfb17-5c31-4b2c-99d8-028f3394cd0b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.428544] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.428544] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.428544] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.429615] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.429615] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.429615] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.429615] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.429615] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.429615] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.429615] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.429931] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 189a52de-13b0-4587-a4d9-48438f2ebc6f already deleted. [ 932.429931] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-189a52de-13b0-4587-a4d9-48438f2ebc6f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.584898] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c5432c5-03db-4183-b553-ccc5492bb34b in Status: SUCCESS [ 932.584898] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c5432c5-03db-4183-b553-ccc5492bb34b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.616311] env[66979]: INFO networking_nsxv3.common.synchronization [None req-e258f04b-2612-4830-997d-5f6a1dfea06f None None] Enqueued Resource ID: 8b58c321-b936-46c2-b023-555bed51e028 with Priority: HIGHEST for action port [ 932.616311] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b58c321-b936-46c2-b023-555bed51e028 with Priority: HIGHEST for action port [ 932.616311] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b58c321-b936-46c2-b023-555bed51e028 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.616311] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b58c321-b936-46c2-b023-555bed51e028" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.616311] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b58c321-b936-46c2-b023-555bed51e028" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.616636] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b58c321-b936-46c2-b023-555bed51e028" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.616673] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b58c321-b936-46c2-b023-555bed51e028',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.888157] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.888539] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.888773] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.889168] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.889340] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.889518] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 462cfb17-5c31-4b2c-99d8-028f3394cd0b not found, creating... [ 932.889860] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.890065] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.890210] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.890501] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.890639] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.890955] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.891199] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.891327] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.891555] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.891693] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.891835] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 462cfb17-5c31-4b2c-99d8-028f3394cd0b is going to be created. [ 932.912385] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.912712] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.912883] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.913233] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.913540] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.913821] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-462cfb17-5c31-4b2c-99d8-028f3394cd0b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.119365] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b58c321-b936-46c2-b023-555bed51e028 [ 933.119620] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.119753] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.119753] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.119971] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.120044] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.120139] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b58c321-b936-46c2-b023-555bed51e028 already deleted. [ 933.120224] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b58c321-b936-46c2-b023-555bed51e028" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.316847] env[66979]: INFO networking_nsxv3.common.synchronization [req-8315c503-04c7-410b-9123-37860784713e req-eaeb7e7a-aed9-464c-806e-2b50f6e39832 tempest-ServerPasswordTestJSON-1662281706 tempest-ServerPasswordTestJSON-1662281706-project-member] Enqueued Resource ID: 74291914-b560-4c39-ae8e-dbd28b635286 with Priority: HIGHEST for action security_group_members [ 933.318305] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74291914-b560-4c39-ae8e-dbd28b635286 with Priority: HIGHEST for action security_group_members [ 933.318305] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-74291914-b560-4c39-ae8e-dbd28b635286 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.318305] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.318305] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.320850] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.320850] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.320850] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.320850] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.320850] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.320850] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.320850] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74291914-b560-4c39-ae8e-dbd28b635286',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.690650] env[66979]: INFO networking_nsxv3.common.synchronization [req-8b60453c-70f1-4106-8a44-09455ef460dd req-bedc7e08-cc91-4e24-9c5c-d9db3996fe97 service nova] Enqueued Resource ID: 189a52de-13b0-4587-a4d9-48438f2ebc6f with Priority: HIGHEST for action security_group_rules [ 933.690795] env[66979]: INFO networking_nsxv3.common.synchronization [req-8b60453c-70f1-4106-8a44-09455ef460dd req-bedc7e08-cc91-4e24-9c5c-d9db3996fe97 service nova] Enqueued Resource ID: 189a52de-13b0-4587-a4d9-48438f2ebc6f with Priority: HIGHEST for action security_group_members [ 933.690933] env[66979]: INFO networking_nsxv3.common.synchronization [req-8b60453c-70f1-4106-8a44-09455ef460dd req-bedc7e08-cc91-4e24-9c5c-d9db3996fe97 service nova] Enqueued Resource ID: 462cfb17-5c31-4b2c-99d8-028f3394cd0b with Priority: HIGHEST for action port [ 933.691632] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 189a52de-13b0-4587-a4d9-48438f2ebc6f with Priority: HIGHEST for action security_group_rules [ 933.691734] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 189a52de-13b0-4587-a4d9-48438f2ebc6f with Priority: HIGHEST for action security_group_members [ 933.691825] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 462cfb17-5c31-4b2c-99d8-028f3394cd0b with Priority: HIGHEST for action port [ 933.696389] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-189a52de-13b0-4587-a4d9-48438f2ebc6f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.697048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-189a52de-13b0-4587-a4d9-48438f2ebc6f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.697048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-189a52de-13b0-4587-a4d9-48438f2ebc6f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.697048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-189a52de-13b0-4587-a4d9-48438f2ebc6f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.697153] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('189a52de-13b0-4587-a4d9-48438f2ebc6f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.699123] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-189a52de-13b0-4587-a4d9-48438f2ebc6f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.699695] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-189a52de-13b0-4587-a4d9-48438f2ebc6f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.699695] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-189a52de-13b0-4587-a4d9-48438f2ebc6f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.700661] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-189a52de-13b0-4587-a4d9-48438f2ebc6f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.700661] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.701780] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.701869] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.702188] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.702188] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.702286] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('189a52de-13b0-4587-a4d9-48438f2ebc6f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.703219] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-462cfb17-5c31-4b2c-99d8-028f3394cd0b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.703384] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-462cfb17-5c31-4b2c-99d8-028f3394cd0b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.703439] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-462cfb17-5c31-4b2c-99d8-028f3394cd0b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.703999] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-462cfb17-5c31-4b2c-99d8-028f3394cd0b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.703999] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('462cfb17-5c31-4b2c-99d8-028f3394cd0b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.824350] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.824517] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.824751] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.824825] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.824880] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.826763] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.826763] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.826763] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.826763] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.827018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.827018] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74291914-b560-4c39-ae8e-dbd28b635286 is going to be updated. [ 933.840079] env[66979]: INFO networking_nsxv3.common.synchronization [req-310852b7-b71a-410d-9bb7-9fe52a46342b req-566f79d5-fc71-4466-b527-9d0efe7e885e tempest-ImagesTestJSON-1664217714 tempest-ImagesTestJSON-1664217714-project-member] Enqueued Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_members [ 933.840079] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_members [ 933.840079] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.840079] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.840079] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.840079] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.840079] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.840079] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.840634] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.840956] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.841296] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.841529] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.864031] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.864204] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.864204] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.864411] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.864578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.875367] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74291914-b560-4c39-ae8e-dbd28b635286 in Status: IN_PROGRESS for 2s [ 934.206332] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-189a52de-13b0-4587-a4d9-48438f2ebc6f taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.206636] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-189a52de-13b0-4587-a4d9-48438f2ebc6f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.206768] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('189a52de-13b0-4587-a4d9-48438f2ebc6f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.207759] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 462cfb17-5c31-4b2c-99d8-028f3394cd0b with status ACTIVE [ 934.207956] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.208088] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.208154] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.208464] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.208558] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.208736] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.208830] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.208977] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.209068] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.209144] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.209325] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.209419] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.209479] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.209802] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.209850] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.209928] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 462cfb17-5c31-4b2c-99d8-028f3394cd0b is going to be updated. [ 934.241075] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.241262] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.241262] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.241476] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.241618] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.241775] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-462cfb17-5c31-4b2c-99d8-028f3394cd0b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.344562] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.603992] env[66979]: INFO networking_nsxv3.common.synchronization [req-4fb62d2b-9332-498d-b534-7f572359bf33 req-7baf91d4-443c-403b-b7a8-7789777fef63 tempest-ServerGroupTestJSON-718599127 tempest-ServerGroupTestJSON-718599127-project-member] Enqueued Resource ID: dc444871-a0a7-4499-8697-fbc9d061c2bb with Priority: HIGHEST for action security_group_members [ 934.605158] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc444871-a0a7-4499-8697-fbc9d061c2bb with Priority: HIGHEST for action security_group_members [ 934.605626] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-dc444871-a0a7-4499-8697-fbc9d061c2bb taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.605809] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.605919] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.606618] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.606869] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.607053] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.607154] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.607402] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.607540] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.607683] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dc444871-a0a7-4499-8697-fbc9d061c2bb',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.712092] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('189a52de-13b0-4587-a4d9-48438f2ebc6f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.847407] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.882408] env[66979]: INFO networking_nsxv3.common.synchronization [None req-ce7b37ee-871a-4871-a8dd-a58c417b9160 tempest-AttachVolumeShelveTestJSON-1020311367 tempest-AttachVolumeShelveTestJSON-1020311367-project-member] Enqueued Resource ID: bb90cda4-3ce4-467a-968c-a64b663161b4 with Priority: HIGHEST for action security_group_rules [ 934.884216] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb90cda4-3ce4-467a-968c-a64b663161b4 with Priority: HIGHEST for action security_group_rules [ 934.884216] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb90cda4-3ce4-467a-968c-a64b663161b4 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.884216] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.884216] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.884216] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.884216] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb90cda4-3ce4-467a-968c-a64b663161b4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.016777] env[66979]: INFO networking_nsxv3.common.synchronization [None req-c6e0698c-08bd-41ed-9ca5-d91b6477551d tempest-AttachVolumeShelveTestJSON-1020311367 tempest-AttachVolumeShelveTestJSON-1020311367-project-member] Enqueued Resource ID: bb90cda4-3ce4-467a-968c-a64b663161b4 with Priority: HIGHEST for action security_group_rules [ 935.017743] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb90cda4-3ce4-467a-968c-a64b663161b4 with Priority: HIGHEST for action security_group_rules [ 935.018791] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb90cda4-3ce4-467a-968c-a64b663161b4 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.018791] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.114595] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.114769] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.114829] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.115046] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.115151] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.115363] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.115516] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.115516] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.115677] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.115750] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.115844] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc444871-a0a7-4499-8697-fbc9d061c2bb is going to be updated. [ 935.119931] env[66979]: INFO networking_nsxv3.common.synchronization [None req-02d69eae-fea2-4b95-86d1-3b7f86190195 None None] Enqueued Resource ID: 3ae0ee0c-e509-4ba5-b242-508e8c07a8b0 with Priority: HIGHEST for action port [ 935.119931] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ae0ee0c-e509-4ba5-b242-508e8c07a8b0 with Priority: HIGHEST for action port [ 935.120836] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ae0ee0c-e509-4ba5-b242-508e8c07a8b0 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.120836] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ae0ee0c-e509-4ba5-b242-508e8c07a8b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.120836] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ae0ee0c-e509-4ba5-b242-508e8c07a8b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.121103] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ae0ee0c-e509-4ba5-b242-508e8c07a8b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.121176] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ae0ee0c-e509-4ba5-b242-508e8c07a8b0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.152249] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.152249] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.152249] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.152535] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.152698] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.167315] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc444871-a0a7-4499-8697-fbc9d061c2bb in Status: IN_PROGRESS for 2s [ 935.215819] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.216153] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.216153] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.216299] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.216403] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.216665] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 189a52de-13b0-4587-a4d9-48438f2ebc6f is going to be created. [ 935.270597] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.270597] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.270597] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.270597] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.270597] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.288991] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 189a52de-13b0-4587-a4d9-48438f2ebc6f in Status: UNINITIALIZED for 2s [ 935.350423] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.350687] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.350745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.350997] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.351142] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.351352] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77723165-bb10-4849-b9dc-abee857eeb83 is going to be updated. [ 935.381180] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.381483] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.381483] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.381768] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.382211] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.393675] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: IN_PROGRESS for 2s [ 935.405484] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.405646] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.405719] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.405926] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.406136] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.406136] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb90cda4-3ce4-467a-968c-a64b663161b4 already deleted. [ 935.406250] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.406436] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.406587] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.406673] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb90cda4-3ce4-467a-968c-a64b663161b4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.626881] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ae0ee0c-e509-4ba5-b242-508e8c07a8b0 [ 935.626881] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.626881] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.626881] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.626881] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.626881] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.627233] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ae0ee0c-e509-4ba5-b242-508e8c07a8b0 already deleted. [ 935.627233] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ae0ee0c-e509-4ba5-b242-508e8c07a8b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.887185] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74291914-b560-4c39-ae8e-dbd28b635286 in Status: SUCCESS [ 935.887419] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74291914-b560-4c39-ae8e-dbd28b635286 deletion is rescheduled due to dependency. [ 935.887560] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.941242] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.941242] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.941242] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.941242] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.941242] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.941242] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb90cda4-3ce4-467a-968c-a64b663161b4 already deleted. [ 935.941242] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.026090] env[66979]: INFO networking_nsxv3.common.synchronization [None req-210b1073-d4d0-4a0d-9e67-affafcdc967a tempest-AttachInterfacesTestJSON-1699796385 tempest-AttachInterfacesTestJSON-1699796385-project-member] Enqueued Resource ID: 4e589596-cec8-4f81-a0ff-9c4ac80d5abd with Priority: HIGHEST for action security_group_rules [ 936.027563] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e589596-cec8-4f81-a0ff-9c4ac80d5abd with Priority: HIGHEST for action security_group_rules [ 936.028636] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e589596-cec8-4f81-a0ff-9c4ac80d5abd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.028938] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e589596-cec8-4f81-a0ff-9c4ac80d5abd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.029079] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e589596-cec8-4f81-a0ff-9c4ac80d5abd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.029529] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e589596-cec8-4f81-a0ff-9c4ac80d5abd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.029712] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e589596-cec8-4f81-a0ff-9c4ac80d5abd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.124856] env[66979]: INFO networking_nsxv3.common.synchronization [None req-74507891-b91d-4010-b1ed-48e1cd8abd1a tempest-AttachInterfacesTestJSON-1699796385 tempest-AttachInterfacesTestJSON-1699796385-project-member] Enqueued Resource ID: 4e589596-cec8-4f81-a0ff-9c4ac80d5abd with Priority: HIGHEST for action security_group_rules [ 936.128666] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e589596-cec8-4f81-a0ff-9c4ac80d5abd with Priority: HIGHEST for action security_group_rules [ 936.128666] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e589596-cec8-4f81-a0ff-9c4ac80d5abd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.128666] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e589596-cec8-4f81-a0ff-9c4ac80d5abd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.555567] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.555567] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.555922] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.555922] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.555922] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.556038] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e589596-cec8-4f81-a0ff-9c4ac80d5abd already deleted. [ 936.556074] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e589596-cec8-4f81-a0ff-9c4ac80d5abd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.556257] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e589596-cec8-4f81-a0ff-9c4ac80d5abd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.556407] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e589596-cec8-4f81-a0ff-9c4ac80d5abd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.556526] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e589596-cec8-4f81-a0ff-9c4ac80d5abd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.081924] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.081924] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.081924] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.082184] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.082225] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.082567] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e589596-cec8-4f81-a0ff-9c4ac80d5abd already deleted. [ 937.082567] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e589596-cec8-4f81-a0ff-9c4ac80d5abd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.177756] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dc444871-a0a7-4499-8697-fbc9d061c2bb in Status: SUCCESS [ 937.177977] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dc444871-a0a7-4499-8697-fbc9d061c2bb deletion is rescheduled due to dependency. [ 937.178114] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.304124] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 189a52de-13b0-4587-a4d9-48438f2ebc6f in Status: SUCCESS [ 937.304124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-189a52de-13b0-4587-a4d9-48438f2ebc6f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.304124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-189a52de-13b0-4587-a4d9-48438f2ebc6f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.304124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-189a52de-13b0-4587-a4d9-48438f2ebc6f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.304124] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.304124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.304124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.304124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.304124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.304124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-189a52de-13b0-4587-a4d9-48438f2ebc6f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.304124] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('189a52de-13b0-4587-a4d9-48438f2ebc6f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.406253] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: SUCCESS [ 937.406486] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.807384] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('189a52de-13b0-4587-a4d9-48438f2ebc6f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.310431] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 189a52de-13b0-4587-a4d9-48438f2ebc6f: rpc.has_security_group_logging(os_id): False [ 938.333937] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.334228] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.334228] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.334379] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.334655] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.334717] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.334790] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.334853] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.335091] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.335091] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.335202] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 189a52de-13b0-4587-a4d9-48438f2ebc6f is going to be created. [ 938.403284] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.403613] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.403613] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.404929] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.404929] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.423025] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 189a52de-13b0-4587-a4d9-48438f2ebc6f in Status: IN_PROGRESS for 2s [ 940.075238] env[66979]: INFO networking_nsxv3.common.synchronization [req-071a7f8d-e1fa-49dd-984b-4e636c8b4a11 req-7f3ec883-b7b1-4673-b0cb-9aad211ee937 tempest-ServersWithSpecificFlavorTestJSON-700112741 tempest-ServersWithSpecificFlavorTestJSON-700112741-project-member] Enqueued Resource ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 with Priority: HIGHEST for action security_group_members [ 940.076615] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 with Priority: HIGHEST for action security_group_members [ 940.076615] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f960cd0a-297d-4505-a3f6-8358ce2a9038 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.076615] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.076615] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.076615] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.076615] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.076874] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.076874] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.077217] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.078641] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.078753] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f960cd0a-297d-4505-a3f6-8358ce2a9038',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.436471] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 189a52de-13b0-4587-a4d9-48438f2ebc6f in Status: SUCCESS [ 940.436830] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-189a52de-13b0-4587-a4d9-48438f2ebc6f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.580768] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.580918] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.580975] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.581202] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.581290] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.581480] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.581639] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.581639] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.581775] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.581846] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.581927] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 is going to be updated. [ 940.614016] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.614133] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.614621] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.614621] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.614621] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.623456] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 in Status: IN_PROGRESS for 2s [ 942.636454] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 in Status: SUCCESS [ 942.637013] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 deletion is rescheduled due to dependency. [ 942.637013] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.643361] env[66979]: INFO networking_nsxv3.common.synchronization [None req-972ae626-acdf-449c-9570-6dfa2885d5af None None] Enqueued Resource ID: 56663c18-65c5-4e95-963c-e39440f5c6c4 with Priority: HIGHEST for action port [ 943.643955] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56663c18-65c5-4e95-963c-e39440f5c6c4 with Priority: HIGHEST for action port [ 943.644345] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-56663c18-65c5-4e95-963c-e39440f5c6c4 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.644472] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56663c18-65c5-4e95-963c-e39440f5c6c4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.644543] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56663c18-65c5-4e95-963c-e39440f5c6c4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.646038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56663c18-65c5-4e95-963c-e39440f5c6c4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.646146] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56663c18-65c5-4e95-963c-e39440f5c6c4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.148617] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56663c18-65c5-4e95-963c-e39440f5c6c4 [ 944.148855] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.150023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.150023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.150161] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.150248] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.150361] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56663c18-65c5-4e95-963c-e39440f5c6c4 already deleted. [ 944.150534] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56663c18-65c5-4e95-963c-e39440f5c6c4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.422994] env[66979]: INFO networking_nsxv3.common.synchronization [req-9d165efc-9346-46bd-b14d-51b9550a1d82 req-4b53dcf1-6e63-4c18-bf78-ccf48bc59d7a tempest-MigrationsAdminTest-269877207 tempest-MigrationsAdminTest-269877207-project-member] Enqueued Resource ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f with Priority: HIGHEST for action security_group_members [ 945.424368] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f with Priority: HIGHEST for action security_group_members [ 945.424930] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-40be81ad-6f91-4d06-84bc-8a2a0766af5f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.424930] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.425145] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.425359] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.425767] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.426706] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.426706] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.426706] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.426706] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.426706] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40be81ad-6f91-4d06-84bc-8a2a0766af5f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.930340] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40be81ad-6f91-4d06-84bc-8a2a0766af5f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.426576] env[66979]: INFO networking_nsxv3.common.synchronization [None req-d8ef5246-4ad4-41de-9414-96fcf59622c5 None None] Enqueued Resource ID: 7ec1f2c0-6dcb-4c15-9072-5ab17b110d6a with Priority: HIGHEST for action port [ 946.427533] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ec1f2c0-6dcb-4c15-9072-5ab17b110d6a with Priority: HIGHEST for action port [ 946.427533] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ec1f2c0-6dcb-4c15-9072-5ab17b110d6a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.427533] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ec1f2c0-6dcb-4c15-9072-5ab17b110d6a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.427717] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ec1f2c0-6dcb-4c15-9072-5ab17b110d6a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.427992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ec1f2c0-6dcb-4c15-9072-5ab17b110d6a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.428179] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ec1f2c0-6dcb-4c15-9072-5ab17b110d6a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.435102] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40be81ad-6f91-4d06-84bc-8a2a0766af5f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.439679] env[66979]: INFO networking_nsxv3.common.synchronization [None req-ca2045ae-2789-49b8-8c59-0120d940e392 None None] Enqueued Resource ID: 91b49583-7fbf-42ee-bbd3-e5e80078a640 with Priority: HIGHEST for action port [ 946.440667] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91b49583-7fbf-42ee-bbd3-e5e80078a640 with Priority: HIGHEST for action port [ 946.441389] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-91b49583-7fbf-42ee-bbd3-e5e80078a640 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.441591] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91b49583-7fbf-42ee-bbd3-e5e80078a640" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.441591] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91b49583-7fbf-42ee-bbd3-e5e80078a640" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.441863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91b49583-7fbf-42ee-bbd3-e5e80078a640" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.441948] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91b49583-7fbf-42ee-bbd3-e5e80078a640',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.931417] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ec1f2c0-6dcb-4c15-9072-5ab17b110d6a [ 946.932050] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.932050] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.932050] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.932366] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.932366] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.932366] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ec1f2c0-6dcb-4c15-9072-5ab17b110d6a already deleted. [ 946.932366] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ec1f2c0-6dcb-4c15-9072-5ab17b110d6a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.939583] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.939726] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.940578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.940578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.940578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.940578] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f is going to be updated. [ 946.946321] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91b49583-7fbf-42ee-bbd3-e5e80078a640 [ 946.946520] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.946650] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.949075] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.949075] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.949075] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.949075] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91b49583-7fbf-42ee-bbd3-e5e80078a640 already deleted. [ 946.949075] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91b49583-7fbf-42ee-bbd3-e5e80078a640" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.973012] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.973174] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.973248] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.973462] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.973607] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.984056] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f in Status: IN_PROGRESS for 2s [ 947.374085] env[66979]: INFO networking_nsxv3.common.synchronization [None req-6d8d24e9-3851-4bed-8eff-7e7421bf4802 tempest-ServerActionsTestOtherA-827617278 tempest-ServerActionsTestOtherA-827617278-project-member] Enqueued Resource ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 with Priority: HIGHEST for action security_group_rules [ 947.374610] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 with Priority: HIGHEST for action security_group_rules [ 947.374967] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.375222] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.375320] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.375908] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.375908] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0766ae9a-8d8e-40fc-85ef-62bc4c6960e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.586491] env[66979]: INFO networking_nsxv3.common.synchronization [None req-a5432e22-ffec-4401-b6c5-91ee6e6849e7 tempest-ServerActionsTestOtherA-827617278 tempest-ServerActionsTestOtherA-827617278-project-member] Enqueued Resource ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 with Priority: HIGHEST for action security_group_rules [ 947.587447] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 with Priority: HIGHEST for action security_group_rules [ 947.587760] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.588769] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.900038] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.900234] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.900285] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.900571] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.900658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.900763] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 already deleted. [ 947.900849] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.901011] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.901183] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.901268] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0766ae9a-8d8e-40fc-85ef-62bc4c6960e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.113131] env[66979]: INFO networking_nsxv3.common.synchronization [None req-98768043-5a02-4411-b85e-5ef37d445a7e tempest-AttachVolumeTestJSON-239784776 tempest-AttachVolumeTestJSON-239784776-project-member] Enqueued Resource ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e with Priority: HIGHEST for action security_group_rules [ 948.113608] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e with Priority: HIGHEST for action security_group_rules [ 948.113919] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f1657e5-9388-4ed7-85d2-c5cc69d1529e taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.114080] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.114148] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.114383] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.115304] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f1657e5-9388-4ed7-85d2-c5cc69d1529e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.246606] env[66979]: INFO networking_nsxv3.common.synchronization [None req-ae264fc4-a5b7-449d-bd70-bf72f51831c8 tempest-AttachVolumeTestJSON-239784776 tempest-AttachVolumeTestJSON-239784776-project-member] Enqueued Resource ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e with Priority: HIGHEST for action security_group_rules [ 948.247306] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e with Priority: HIGHEST for action security_group_rules [ 948.247688] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f1657e5-9388-4ed7-85d2-c5cc69d1529e taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.247756] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.426565] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.426798] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.426798] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.427100] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.427317] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.427412] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 already deleted. [ 948.427482] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.639269] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.639853] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.639853] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.639853] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.639853] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.639853] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e already deleted. [ 948.640128] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.640128] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.640214] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.640306] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f1657e5-9388-4ed7-85d2-c5cc69d1529e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.995544] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f in Status: SUCCESS [ 948.995773] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.117401] env[66979]: INFO networking_nsxv3.common.synchronization [None req-95098454-af9f-4487-a477-6ba76dca44a8 None None] Enqueued Resource ID: 962ba028-737e-4694-b881-aba90b29ad54 with Priority: HIGHEST for action port [ 949.117979] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 962ba028-737e-4694-b881-aba90b29ad54 with Priority: HIGHEST for action port [ 949.118310] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-962ba028-737e-4694-b881-aba90b29ad54 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.118477] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-962ba028-737e-4694-b881-aba90b29ad54" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.118556] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-962ba028-737e-4694-b881-aba90b29ad54" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.123506] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-962ba028-737e-4694-b881-aba90b29ad54" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.123616] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('962ba028-737e-4694-b881-aba90b29ad54',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.165782] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.165968] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.166036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.167190] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.167815] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.168631] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e already deleted. [ 949.168631] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.626352] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 962ba028-737e-4694-b881-aba90b29ad54 [ 949.626578] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.626718] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.626793] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.627010] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.627103] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.627199] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:962ba028-737e-4694-b881-aba90b29ad54 already deleted. [ 949.627279] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-962ba028-737e-4694-b881-aba90b29ad54" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.377228] env[66979]: INFO networking_nsxv3.common.synchronization [None req-64a14374-4bc5-4902-9e89-f301ae36b78e tempest-ServerDiskConfigTestJSON-24761059 tempest-ServerDiskConfigTestJSON-24761059-project-member] Enqueued Resource ID: 9ad79f8b-73eb-4be0-bb3f-987f2b41ff2c with Priority: HIGHEST for action security_group_rules [ 951.382337] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad79f8b-73eb-4be0-bb3f-987f2b41ff2c with Priority: HIGHEST for action security_group_rules [ 951.382337] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ad79f8b-73eb-4be0-bb3f-987f2b41ff2c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.382337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ad79f8b-73eb-4be0-bb3f-987f2b41ff2c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.382337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ad79f8b-73eb-4be0-bb3f-987f2b41ff2c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.382808] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ad79f8b-73eb-4be0-bb3f-987f2b41ff2c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.382902] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ad79f8b-73eb-4be0-bb3f-987f2b41ff2c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.498444] env[66979]: INFO networking_nsxv3.common.synchronization [None req-791029f0-6927-4090-a67a-d338c1b3dc86 tempest-ServerDiskConfigTestJSON-24761059 tempest-ServerDiskConfigTestJSON-24761059-project-member] Enqueued Resource ID: 9ad79f8b-73eb-4be0-bb3f-987f2b41ff2c with Priority: HIGHEST for action security_group_rules [ 951.499226] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ad79f8b-73eb-4be0-bb3f-987f2b41ff2c with Priority: HIGHEST for action security_group_rules [ 951.499685] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9ad79f8b-73eb-4be0-bb3f-987f2b41ff2c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.499795] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9ad79f8b-73eb-4be0-bb3f-987f2b41ff2c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.907933] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.908421] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.908421] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.908421] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.909999] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.909999] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ad79f8b-73eb-4be0-bb3f-987f2b41ff2c already deleted. [ 951.909999] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ad79f8b-73eb-4be0-bb3f-987f2b41ff2c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.909999] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9ad79f8b-73eb-4be0-bb3f-987f2b41ff2c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.909999] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9ad79f8b-73eb-4be0-bb3f-987f2b41ff2c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.909999] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9ad79f8b-73eb-4be0-bb3f-987f2b41ff2c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.432908] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.433815] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.433815] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.433815] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.433815] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.434250] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9ad79f8b-73eb-4be0-bb3f-987f2b41ff2c already deleted. [ 952.434250] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9ad79f8b-73eb-4be0-bb3f-987f2b41ff2c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.206833] env[66979]: INFO networking_nsxv3.common.synchronization [None req-06063d36-55d4-4b5b-a1fb-1982657ad36f None None] Enqueued Resource ID: 14637b3a-db97-4baf-826d-48cae799309c with Priority: HIGHEST for action port [ 953.207426] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14637b3a-db97-4baf-826d-48cae799309c with Priority: HIGHEST for action port [ 953.207740] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-14637b3a-db97-4baf-826d-48cae799309c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.207864] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14637b3a-db97-4baf-826d-48cae799309c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.207935] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14637b3a-db97-4baf-826d-48cae799309c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.208528] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14637b3a-db97-4baf-826d-48cae799309c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.208528] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14637b3a-db97-4baf-826d-48cae799309c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.322186] env[66979]: INFO networking_nsxv3.common.synchronization [req-bee2b07b-6370-43bb-885f-57e3b2468ceb req-571f0541-938e-425e-b2d2-f23e4e50d0fc tempest-ImagesNegativeTestJSON-868772937 tempest-ImagesNegativeTestJSON-868772937-project-member] Enqueued Resource ID: 84f726ab-8665-49ea-aa26-f68127d830b7 with Priority: HIGHEST for action security_group_members [ 953.325116] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f726ab-8665-49ea-aa26-f68127d830b7 with Priority: HIGHEST for action security_group_members [ 953.325920] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f726ab-8665-49ea-aa26-f68127d830b7 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.326301] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.327031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.327159] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.327559] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.327695] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.327758] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.328108] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.328202] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.328286] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84f726ab-8665-49ea-aa26-f68127d830b7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.712429] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14637b3a-db97-4baf-826d-48cae799309c [ 953.712429] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.712429] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.712429] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.713790] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.713790] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.713790] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14637b3a-db97-4baf-826d-48cae799309c already deleted. [ 953.713790] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14637b3a-db97-4baf-826d-48cae799309c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.809479] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-216 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.809479] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-216" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.809479] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-216" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.809479] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-216" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.810714] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.811531] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.811531] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.811531] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.811995] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.812604] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.815203] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.815203] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.815203] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.815203] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.815203] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.815203] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.831093] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.831259] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.831331] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.831569] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.831658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.831858] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.831962] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.832040] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.832177] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.832239] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.832330] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f726ab-8665-49ea-aa26-f68127d830b7 already deleted. [ 953.832409] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.839018] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.839335] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.839491] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.839674] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-216" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.839991] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-549199ae-1cd0-4fdc-bebd-9c2a175ead6d taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.840177] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-549199ae-1cd0-4fdc-bebd-9c2a175ead6d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.840295] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-549199ae-1cd0-4fdc-bebd-9c2a175ead6d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.840667] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-549199ae-1cd0-4fdc-bebd-9c2a175ead6d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.840798] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('549199ae-1cd0-4fdc-bebd-9c2a175ead6d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.343676] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.343902] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.344034] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.344326] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.344471] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.344697] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 549199ae-1cd0-4fdc-bebd-9c2a175ead6d not found, creating... [ 954.344999] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.345180] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.345308] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.345518] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.345650] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.345930] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.346093] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.346206] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.346403] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.346523] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.346656] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 549199ae-1cd0-4fdc-bebd-9c2a175ead6d is going to be created. [ 954.368269] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.368514] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.369297] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.369737] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.370525] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.370525] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-549199ae-1cd0-4fdc-bebd-9c2a175ead6d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.829155] env[66979]: INFO networking_nsxv3.common.synchronization [req-c3e80d8e-a720-4ee8-bad1-337e1483e07a req-5471c957-4ea1-4c7e-accc-0b4edcfab487 tempest-ServerDiskConfigTestJSON-24761059 tempest-ServerDiskConfigTestJSON-24761059-project-member] Enqueued Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_members [ 954.829697] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_members [ 954.830032] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.830172] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.830279] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.830897] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.831223] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.831223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.831350] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.831708] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.831956] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.831956] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.096842] env[66979]: INFO networking_nsxv3.common.synchronization [req-bee2b07b-6370-43bb-885f-57e3b2468ceb req-cda2fe0f-c9f6-438d-ab34-f3c4b494b0e2 service nova] Enqueued Resource ID: 84f726ab-8665-49ea-aa26-f68127d830b7 with Priority: HIGHEST for action security_group_rules [ 955.097703] env[66979]: INFO networking_nsxv3.common.synchronization [req-bee2b07b-6370-43bb-885f-57e3b2468ceb req-cda2fe0f-c9f6-438d-ab34-f3c4b494b0e2 service nova] Enqueued Resource ID: 84f726ab-8665-49ea-aa26-f68127d830b7 with Priority: HIGHEST for action security_group_members [ 955.097703] env[66979]: INFO networking_nsxv3.common.synchronization [req-bee2b07b-6370-43bb-885f-57e3b2468ceb req-cda2fe0f-c9f6-438d-ab34-f3c4b494b0e2 service nova] Enqueued Resource ID: 549199ae-1cd0-4fdc-bebd-9c2a175ead6d with Priority: HIGHEST for action port [ 955.097931] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f726ab-8665-49ea-aa26-f68127d830b7 with Priority: HIGHEST for action security_group_rules [ 955.098651] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f726ab-8665-49ea-aa26-f68127d830b7 with Priority: HIGHEST for action security_group_members [ 955.098651] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 549199ae-1cd0-4fdc-bebd-9c2a175ead6d with Priority: HIGHEST for action port [ 955.099047] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84f726ab-8665-49ea-aa26-f68127d830b7 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.099047] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.099047] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.099322] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.099404] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84f726ab-8665-49ea-aa26-f68127d830b7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.101071] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f726ab-8665-49ea-aa26-f68127d830b7 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.101177] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.101261] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.101779] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.101779] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.101779] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.101779] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.101957] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.101957] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.102036] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84f726ab-8665-49ea-aa26-f68127d830b7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.104934] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-549199ae-1cd0-4fdc-bebd-9c2a175ead6d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.104934] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-549199ae-1cd0-4fdc-bebd-9c2a175ead6d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.104934] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-549199ae-1cd0-4fdc-bebd-9c2a175ead6d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.104934] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-549199ae-1cd0-4fdc-bebd-9c2a175ead6d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.104934] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('549199ae-1cd0-4fdc-bebd-9c2a175ead6d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.334797] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.335737] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.335737] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.335737] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.335918] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.336144] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.336245] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.336245] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.336401] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.336499] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.336601] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 is going to be updated. [ 955.368415] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.368600] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.368663] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.368890] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.370340] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.381648] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: IN_PROGRESS for 2s [ 955.532317] env[66979]: INFO networking_nsxv3.common.synchronization [None req-29251c2a-7d67-4f58-8fec-cc0b59a56f83 None None] Enqueued Resource ID: e5ac1731-b24c-4731-8785-8ec8784b4bd6 with Priority: HIGHEST for action port [ 955.532913] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5ac1731-b24c-4731-8785-8ec8784b4bd6 with Priority: HIGHEST for action port [ 955.535952] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5ac1731-b24c-4731-8785-8ec8784b4bd6 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.536155] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5ac1731-b24c-4731-8785-8ec8784b4bd6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.536286] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5ac1731-b24c-4731-8785-8ec8784b4bd6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.536507] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5ac1731-b24c-4731-8785-8ec8784b4bd6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.536606] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5ac1731-b24c-4731-8785-8ec8784b4bd6',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.603232] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f726ab-8665-49ea-aa26-f68127d830b7 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.603232] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.609149] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84f726ab-8665-49ea-aa26-f68127d830b7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.609609] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 549199ae-1cd0-4fdc-bebd-9c2a175ead6d with status ACTIVE [ 955.609824] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.609945] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.610030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.610237] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.610318] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.610509] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.610609] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.610666] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.610854] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.610930] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.611133] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.611282] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.611351] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.611499] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.611723] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.611723] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 549199ae-1cd0-4fdc-bebd-9c2a175ead6d is going to be updated. [ 955.636126] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.636343] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.636343] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.636512] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.636756] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.636756] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-549199ae-1cd0-4fdc-bebd-9c2a175ead6d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.039869] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e5ac1731-b24c-4731-8785-8ec8784b4bd6 [ 956.040180] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.040301] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.040404] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.040682] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.040773] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.040870] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e5ac1731-b24c-4731-8785-8ec8784b4bd6 already deleted. [ 956.040949] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5ac1731-b24c-4731-8785-8ec8784b4bd6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.114349] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84f726ab-8665-49ea-aa26-f68127d830b7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.617207] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.617409] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.617409] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.617584] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.617676] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.617779] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f726ab-8665-49ea-aa26-f68127d830b7 is going to be created. [ 956.643654] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.643874] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.643874] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.644068] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.644149] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.652805] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f726ab-8665-49ea-aa26-f68127d830b7 in Status: UNINITIALIZED for 2s [ 957.392398] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: SUCCESS [ 957.392744] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 deletion is rescheduled due to dependency. [ 957.392816] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.664864] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f726ab-8665-49ea-aa26-f68127d830b7 in Status: SUCCESS [ 958.665258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.665258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.665481] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.665676] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.665818] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.665891] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.666065] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.666150] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.666330] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.666472] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84f726ab-8665-49ea-aa26-f68127d830b7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.169245] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f726ab-8665-49ea-aa26-f68127d830b7 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.169448] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.169813] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.169910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.170140] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.170294] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.170397] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.170697] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.170821] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.170949] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.171192] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f726ab-8665-49ea-aa26-f68127d830b7 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.171367] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.171505] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.171723] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.171915] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.172159] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.172287] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.172491] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.172580] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.172676] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.172849] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84f726ab-8665-49ea-aa26-f68127d830b7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.675823] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84f726ab-8665-49ea-aa26-f68127d830b7: rpc.has_security_group_logging(os_id): False [ 959.700959] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.700959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.700959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.700959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.700959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.700959] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.701274] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.701274] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.701274] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.701417] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.701541] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.701617] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.701650] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.701777] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.701887] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.702030] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.702126] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.702288] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.702348] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.702381] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.702479] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84f726ab-8665-49ea-aa26-f68127d830b7 is going to be created. [ 959.771021] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.771259] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.771378] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.771636] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.771823] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.783229] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84f726ab-8665-49ea-aa26-f68127d830b7 in Status: IN_PROGRESS for 2s [ 960.533747] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 960.533884] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 961.822795] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84f726ab-8665-49ea-aa26-f68127d830b7 in Status: SUCCESS [ 961.823169] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.030276] env[66979]: INFO networking_nsxv3.common.synchronization [req-c2c28845-5882-4a83-acfd-c082054b4ee1 req-f4f1defa-85ca-40dd-9ffc-57adb79d264b tempest-ImagesTestJSON-1664217714 tempest-ImagesTestJSON-1664217714-project-member] Enqueued Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_members [ 962.030541] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_members [ 962.030829] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.030950] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.031044] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.031227] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.031374] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.031473] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.031560] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.031741] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.031830] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.031921] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.534109] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.534226] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.534792] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.534792] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.534792] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.534792] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.535047] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.535047] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.535220] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.535380] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.535472] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77723165-bb10-4849-b9dc-abee857eeb83 is going to be updated. [ 962.571299] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.571466] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.571619] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.571903] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.572119] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.582608] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: IN_PROGRESS for 2s [ 964.374536] env[66979]: INFO networking_nsxv3.common.synchronization [req-0d8bed8d-a580-4f59-9305-ee393f261236 req-271bdcdd-0801-446a-a14f-10268dbce6ef tempest-DeleteServersTestJSON-771878521 tempest-DeleteServersTestJSON-771878521-project-member] Enqueued Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 964.375012] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 964.375338] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.375458] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.375536] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.375742] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.375896] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.375996] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.376075] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.376222] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.376293] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.376398] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.595583] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: SUCCESS [ 964.595848] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77723165-bb10-4849-b9dc-abee857eeb83 deletion is rescheduled due to dependency. [ 964.595930] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.764334] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-334 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.764530] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-334" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.764662] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-334" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.765081] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-334" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.765191] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.766137] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.766137] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.766137] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.766137] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.766137] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 964.766531] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 964.766531] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 964.766531] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 964.766531] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 964.766746] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 964.766746] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 964.788211] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 964.788396] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 964.788567] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 964.788753] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-334" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.789207] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-d9598b76-7dc7-4fe5-842d-e4cf63362551 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.789401] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-d9598b76-7dc7-4fe5-842d-e4cf63362551" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.789523] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-d9598b76-7dc7-4fe5-842d-e4cf63362551" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.789838] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-d9598b76-7dc7-4fe5-842d-e4cf63362551" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.789975] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9598b76-7dc7-4fe5-842d-e4cf63362551',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.878763] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.879016] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.879182] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.879424] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.879593] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.879861] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.879972] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.880048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.880215] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.880631] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.880631] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 is going to be updated. [ 964.922170] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.922360] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.922400] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.922685] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.922873] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.939907] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: IN_PROGRESS for 2s [ 965.099867] env[66979]: INFO networking_nsxv3.common.synchronization [req-9dd54195-31fd-4ee2-b5a0-b8c2384d0338 req-00aaaf09-273c-4eba-9355-558042a01c47 tempest-ImagesNegativeTestJSON-868772937 tempest-ImagesNegativeTestJSON-868772937-project-member] Enqueued Resource ID: 84f726ab-8665-49ea-aa26-f68127d830b7 with Priority: HIGHEST for action security_group_members [ 965.100419] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f726ab-8665-49ea-aa26-f68127d830b7 with Priority: HIGHEST for action security_group_members [ 965.100764] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-84f726ab-8665-49ea-aa26-f68127d830b7 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.100878] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.100944] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.101153] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.101306] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.101405] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.101466] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.101638] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.101693] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.101776] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84f726ab-8665-49ea-aa26-f68127d830b7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.292333] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.292705] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.292934] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.293366] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.293707] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.293999] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port d9598b76-7dc7-4fe5-842d-e4cf63362551 not found, creating... [ 965.294419] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.294656] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.294868] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.295251] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.295462] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.296030] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.298055] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.298055] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.298055] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.298055] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.298055] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: d9598b76-7dc7-4fe5-842d-e4cf63362551 is going to be created. [ 965.317880] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.318203] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.318638] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.318912] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.319275] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.319604] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-d9598b76-7dc7-4fe5-842d-e4cf63362551" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.604667] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.605109] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.605109] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.605109] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.605280] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.605504] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.605639] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.605764] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.605985] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.606141] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.606252] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f726ab-8665-49ea-aa26-f68127d830b7 is going to be updated. [ 965.636057] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.636057] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.636057] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.636057] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.636057] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.646667] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f726ab-8665-49ea-aa26-f68127d830b7 in Status: IN_PROGRESS for 2s [ 966.066025] env[66979]: INFO networking_nsxv3.common.synchronization [req-0d8bed8d-a580-4f59-9305-ee393f261236 req-fcad28f2-cfec-4f84-af5e-676460c4b330 service nova] Enqueued Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_rules [ 966.066025] env[66979]: INFO networking_nsxv3.common.synchronization [req-0d8bed8d-a580-4f59-9305-ee393f261236 req-fcad28f2-cfec-4f84-af5e-676460c4b330 service nova] Enqueued Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 966.066025] env[66979]: INFO networking_nsxv3.common.synchronization [req-0d8bed8d-a580-4f59-9305-ee393f261236 req-fcad28f2-cfec-4f84-af5e-676460c4b330 service nova] Enqueued Resource ID: d9598b76-7dc7-4fe5-842d-e4cf63362551 with Priority: HIGHEST for action port [ 966.066890] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_rules [ 966.067242] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 966.067242] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9598b76-7dc7-4fe5-842d-e4cf63362551 with Priority: HIGHEST for action port [ 966.068161] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.068333] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.068461] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.069062] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.069062] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.069821] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.069927] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.070230] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9598b76-7dc7-4fe5-842d-e4cf63362551 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.070363] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9598b76-7dc7-4fe5-842d-e4cf63362551" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.070446] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9598b76-7dc7-4fe5-842d-e4cf63362551" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.070745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9598b76-7dc7-4fe5-842d-e4cf63362551" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.070839] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9598b76-7dc7-4fe5-842d-e4cf63362551',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.572835] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.572986] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.576340] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9598b76-7dc7-4fe5-842d-e4cf63362551 with status ACTIVE [ 966.576531] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.576641] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.576709] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.576910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.577010] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.577173] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.577265] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.577316] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.577732] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.577732] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.577732] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.577871] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.577871] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.577996] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.578093] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.578204] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9598b76-7dc7-4fe5-842d-e4cf63362551 is going to be updated. [ 966.600026] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.600166] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.600237] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.600466] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.600583] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.600749] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9598b76-7dc7-4fe5-842d-e4cf63362551" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.959890] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: SUCCESS [ 966.960269] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 deletion is rescheduled due to dependency. [ 966.960269] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.960366] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.960611] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.960807] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.960928] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.960992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.961152] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.961236] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.961328] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.464751] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.657744] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84f726ab-8665-49ea-aa26-f68127d830b7 in Status: SUCCESS [ 967.657744] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84f726ab-8665-49ea-aa26-f68127d830b7 deletion is rescheduled due to dependency. [ 967.657941] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.967190] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.470644] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.472250] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.472363] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.472580] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.472675] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.472782] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 is going to be updated. [ 968.508548] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.508803] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.508803] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.510067] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.510067] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.519043] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: IN_PROGRESS for 2s [ 968.813914] env[66979]: INFO networking_nsxv3.common.synchronization [req-7580eee8-27e8-49c2-bc55-b3bf26554324 req-2b27821a-f9a6-4a8c-b58f-37552aa9a3d4 tempest-AttachVolumeShelveTestJSON-1020311367 tempest-AttachVolumeShelveTestJSON-1020311367-project-member] Enqueued Resource ID: bb90cda4-3ce4-467a-968c-a64b663161b4 with Priority: HIGHEST for action security_group_members [ 968.815010] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb90cda4-3ce4-467a-968c-a64b663161b4 with Priority: HIGHEST for action security_group_members [ 968.815010] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb90cda4-3ce4-467a-968c-a64b663161b4 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.815010] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.815010] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.815010] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.815308] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.815377] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.815470] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.815604] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.815686] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.815778] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb90cda4-3ce4-467a-968c-a64b663161b4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.135086] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-369 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.135404] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-369" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.135404] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-369" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.135733] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-369" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.135992] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.136853] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.137983] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.138250] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.138398] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.138650] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.138771] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 969.138895] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 969.138983] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 969.139130] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 969.139206] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 969.139348] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 969.162691] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 969.162889] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 969.163050] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 969.163286] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-369" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.163545] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-39269c40-4b2e-4bef-8696-10ee026e3e3b taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.163720] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-39269c40-4b2e-4bef-8696-10ee026e3e3b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.163835] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-39269c40-4b2e-4bef-8696-10ee026e3e3b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.164194] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-39269c40-4b2e-4bef-8696-10ee026e3e3b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.164334] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39269c40-4b2e-4bef-8696-10ee026e3e3b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.319828] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.320192] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.320298] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.320519] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.320773] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.321056] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.321202] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.321296] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.321504] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.321619] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.321739] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb90cda4-3ce4-467a-968c-a64b663161b4 already deleted. [ 969.321944] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.666858] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.667129] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.667277] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.667556] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.667680] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.667844] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 39269c40-4b2e-4bef-8696-10ee026e3e3b not found, creating... [ 969.668132] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.668319] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.668565] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.668848] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.669041] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.669409] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.669516] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.669636] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.669999] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.669999] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.670160] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 39269c40-4b2e-4bef-8696-10ee026e3e3b is going to be created. [ 969.703219] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.704190] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.704190] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.704190] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.704472] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.704721] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-39269c40-4b2e-4bef-8696-10ee026e3e3b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.529726] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: SUCCESS [ 970.530044] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.531026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.531026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.531026] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.531026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.531026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.531334] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.531385] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.531480] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.531589] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.751580] env[66979]: INFO networking_nsxv3.common.synchronization [None req-410e1c56-e585-4049-9d4c-8e77fd574ecc tempest-ServerActionsTestJSON-1937184917 tempest-ServerActionsTestJSON-1937184917-project-member] Enqueued Resource ID: 6c53fb99-a395-4c85-9f56-ccb24839868d with Priority: HIGHEST for action security_group_rules [ 970.752194] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c53fb99-a395-4c85-9f56-ccb24839868d with Priority: HIGHEST for action security_group_rules [ 970.752549] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c53fb99-a395-4c85-9f56-ccb24839868d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.752669] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.752728] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.752992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.753278] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c53fb99-a395-4c85-9f56-ccb24839868d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.856151] env[66979]: INFO networking_nsxv3.common.synchronization [req-7580eee8-27e8-49c2-bc55-b3bf26554324 req-1f612524-50d4-425d-b99c-f4e3438bf41c service nova] Enqueued Resource ID: bb90cda4-3ce4-467a-968c-a64b663161b4 with Priority: HIGHEST for action security_group_rules [ 970.856341] env[66979]: INFO networking_nsxv3.common.synchronization [req-7580eee8-27e8-49c2-bc55-b3bf26554324 req-1f612524-50d4-425d-b99c-f4e3438bf41c service nova] Enqueued Resource ID: bb90cda4-3ce4-467a-968c-a64b663161b4 with Priority: HIGHEST for action security_group_members [ 970.856479] env[66979]: INFO networking_nsxv3.common.synchronization [req-7580eee8-27e8-49c2-bc55-b3bf26554324 req-1f612524-50d4-425d-b99c-f4e3438bf41c service nova] Enqueued Resource ID: 39269c40-4b2e-4bef-8696-10ee026e3e3b with Priority: HIGHEST for action port [ 970.857062] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb90cda4-3ce4-467a-968c-a64b663161b4 with Priority: HIGHEST for action security_group_rules [ 970.857209] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb90cda4-3ce4-467a-968c-a64b663161b4 with Priority: HIGHEST for action security_group_members [ 970.857306] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39269c40-4b2e-4bef-8696-10ee026e3e3b with Priority: HIGHEST for action port [ 970.857596] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb90cda4-3ce4-467a-968c-a64b663161b4 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.857780] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.857780] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.857940] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.858131] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb90cda4-3ce4-467a-968c-a64b663161b4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.859012] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb90cda4-3ce4-467a-968c-a64b663161b4 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.859171] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.859242] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.859434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.859584] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.859671] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.859747] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.859869] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.861052] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.861052] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb90cda4-3ce4-467a-968c-a64b663161b4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.861467] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-39269c40-4b2e-4bef-8696-10ee026e3e3b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.861467] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39269c40-4b2e-4bef-8696-10ee026e3e3b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.861467] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39269c40-4b2e-4bef-8696-10ee026e3e3b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.861595] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39269c40-4b2e-4bef-8696-10ee026e3e3b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.861625] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39269c40-4b2e-4bef-8696-10ee026e3e3b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.870233] env[66979]: INFO networking_nsxv3.common.synchronization [None req-67acf7b1-210c-4a35-af54-e246aad6db98 tempest-ServerActionsTestJSON-1937184917 tempest-ServerActionsTestJSON-1937184917-project-member] Enqueued Resource ID: 6c53fb99-a395-4c85-9f56-ccb24839868d with Priority: HIGHEST for action security_group_rules [ 970.872453] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb90cda4-3ce4-467a-968c-a64b663161b4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.874600] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c53fb99-a395-4c85-9f56-ccb24839868d with Priority: HIGHEST for action security_group_rules [ 970.876088] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c53fb99-a395-4c85-9f56-ccb24839868d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.876185] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.035824] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.036061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.036150] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.036981] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.037199] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.037319] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.037412] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.037603] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.037705] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.037798] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.037951] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.038056] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.038151] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.038253] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.038391] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.038483] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.038582] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.038709] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.038753] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.038826] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.038911] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.282417] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.282561] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.282629] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.282839] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.282950] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.283061] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c53fb99-a395-4c85-9f56-ccb24839868d already deleted. [ 971.283146] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.283297] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.283449] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.283525] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c53fb99-a395-4c85-9f56-ccb24839868d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.286911] env[66979]: INFO networking_nsxv3.common.synchronization [req-a9f093b1-b2a9-4d40-8ec4-04026c738511 req-1347cf94-2ef3-440a-9aad-652884cbff73 tempest-AttachInterfacesTestJSON-1699796385 tempest-AttachInterfacesTestJSON-1699796385-project-member] Enqueued Resource ID: 4e589596-cec8-4f81-a0ff-9c4ac80d5abd with Priority: HIGHEST for action security_group_members [ 971.287405] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e589596-cec8-4f81-a0ff-9c4ac80d5abd with Priority: HIGHEST for action security_group_members [ 971.287693] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e589596-cec8-4f81-a0ff-9c4ac80d5abd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.287791] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e589596-cec8-4f81-a0ff-9c4ac80d5abd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.288410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e589596-cec8-4f81-a0ff-9c4ac80d5abd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.288410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e589596-cec8-4f81-a0ff-9c4ac80d5abd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.288410] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.288410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.288410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.288818] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.288818] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.288818] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e589596-cec8-4f81-a0ff-9c4ac80d5abd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.369763] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb90cda4-3ce4-467a-968c-a64b663161b4 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.369914] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.374712] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb90cda4-3ce4-467a-968c-a64b663161b4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.375840] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39269c40-4b2e-4bef-8696-10ee026e3e3b with status ACTIVE [ 971.375943] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.376134] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.376187] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.376411] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.376476] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.376609] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.376760] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.376760] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.377235] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.377235] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.377235] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.377235] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.377402] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.377432] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.377882] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.377882] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39269c40-4b2e-4bef-8696-10ee026e3e3b is going to be updated. [ 971.404647] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.404647] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.404647] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.404647] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.404647] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.404647] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39269c40-4b2e-4bef-8696-10ee026e3e3b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.541603] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b51eef3-7de4-4972-9885-c342a512c0e9: rpc.has_security_group_logging(os_id): False [ 971.561836] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.562359] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.562359] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.562359] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.562565] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.562845] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.562845] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.563602] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.563602] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.563750] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.563828] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.563933] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.563998] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.564166] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.564240] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.564429] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.564550] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.564599] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.564805] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.564883] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.564980] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 is going to be updated. [ 971.633975] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.634216] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.634365] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.634849] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.635827] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.635827] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.635827] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.636087] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.636087] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.636595] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.636595] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.636595] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.636786] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.636856] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.637013] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.637144] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.639164] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.639306] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.639373] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.639630] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.639744] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.663942] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: IN_PROGRESS for 2s [ 971.672130] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.672130] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.672130] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.672130] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.672130] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-1355e49f-94b7-4dfd-afbb-87cf5060182d taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.672130] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-1355e49f-94b7-4dfd-afbb-87cf5060182d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.672130] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-1355e49f-94b7-4dfd-afbb-87cf5060182d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.672130] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-1355e49f-94b7-4dfd-afbb-87cf5060182d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.672130] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1355e49f-94b7-4dfd-afbb-87cf5060182d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.792113] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.792312] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.792312] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.792531] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.792623] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.792828] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.792954] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.793035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.793190] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.793266] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.793352] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e589596-cec8-4f81-a0ff-9c4ac80d5abd already deleted. [ 971.793430] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e589596-cec8-4f81-a0ff-9c4ac80d5abd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.804555] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.804723] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.804780] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.804943] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.805047] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.805139] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c53fb99-a395-4c85-9f56-ccb24839868d already deleted. [ 971.805247] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.880077] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.880077] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.880077] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.880077] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.880077] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.880077] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb90cda4-3ce4-467a-968c-a64b663161b4 is going to be created. [ 971.922288] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.922509] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.922509] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.922757] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.923074] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.934723] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb90cda4-3ce4-467a-968c-a64b663161b4 in Status: UNINITIALIZED for 2s [ 972.180120] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.180120] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.180120] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.180120] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.180120] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.180120] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 1355e49f-94b7-4dfd-afbb-87cf5060182d not found, creating... [ 972.180120] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.180120] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.180120] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.180120] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.180120] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.180692] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.180692] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.181141] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.181611] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.181925] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.185228] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 1355e49f-94b7-4dfd-afbb-87cf5060182d is going to be created. [ 972.202816] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.203856] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.203856] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.203856] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.203856] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.204114] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-1355e49f-94b7-4dfd-afbb-87cf5060182d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.932523] env[66979]: INFO networking_nsxv3.common.synchronization [req-a9f093b1-b2a9-4d40-8ec4-04026c738511 req-b386e92b-742f-49ca-a96d-228fa7b549a1 service nova] Enqueued Resource ID: 4e589596-cec8-4f81-a0ff-9c4ac80d5abd with Priority: HIGHEST for action security_group_rules [ 972.932785] env[66979]: INFO networking_nsxv3.common.synchronization [req-a9f093b1-b2a9-4d40-8ec4-04026c738511 req-b386e92b-742f-49ca-a96d-228fa7b549a1 service nova] Enqueued Resource ID: 4e589596-cec8-4f81-a0ff-9c4ac80d5abd with Priority: HIGHEST for action security_group_members [ 972.933789] env[66979]: INFO networking_nsxv3.common.synchronization [req-a9f093b1-b2a9-4d40-8ec4-04026c738511 req-b386e92b-742f-49ca-a96d-228fa7b549a1 service nova] Enqueued Resource ID: 1355e49f-94b7-4dfd-afbb-87cf5060182d with Priority: HIGHEST for action port [ 972.934377] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e589596-cec8-4f81-a0ff-9c4ac80d5abd with Priority: HIGHEST for action security_group_rules [ 972.934513] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e589596-cec8-4f81-a0ff-9c4ac80d5abd with Priority: HIGHEST for action security_group_members [ 972.934607] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1355e49f-94b7-4dfd-afbb-87cf5060182d with Priority: HIGHEST for action port [ 972.934932] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4e589596-cec8-4f81-a0ff-9c4ac80d5abd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.935055] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4e589596-cec8-4f81-a0ff-9c4ac80d5abd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.935760] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4e589596-cec8-4f81-a0ff-9c4ac80d5abd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.936039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4e589596-cec8-4f81-a0ff-9c4ac80d5abd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.936159] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4e589596-cec8-4f81-a0ff-9c4ac80d5abd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.937380] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e589596-cec8-4f81-a0ff-9c4ac80d5abd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.937380] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e589596-cec8-4f81-a0ff-9c4ac80d5abd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.937380] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e589596-cec8-4f81-a0ff-9c4ac80d5abd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.937524] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e589596-cec8-4f81-a0ff-9c4ac80d5abd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.937678] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.937773] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.937835] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.937974] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.938574] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.942021] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e589596-cec8-4f81-a0ff-9c4ac80d5abd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.942021] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-1355e49f-94b7-4dfd-afbb-87cf5060182d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.942021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1355e49f-94b7-4dfd-afbb-87cf5060182d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.942021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1355e49f-94b7-4dfd-afbb-87cf5060182d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.942021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1355e49f-94b7-4dfd-afbb-87cf5060182d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.942021] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1355e49f-94b7-4dfd-afbb-87cf5060182d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.443021] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e589596-cec8-4f81-a0ff-9c4ac80d5abd taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.443021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e589596-cec8-4f81-a0ff-9c4ac80d5abd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.448430] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4e589596-cec8-4f81-a0ff-9c4ac80d5abd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.449648] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1355e49f-94b7-4dfd-afbb-87cf5060182d with status ACTIVE [ 973.450236] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.450236] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.450236] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.450664] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.450664] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.451986] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.452164] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.452228] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.452431] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.452538] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.452826] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.452902] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.452939] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.453173] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.453237] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.453330] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1355e49f-94b7-4dfd-afbb-87cf5060182d is going to be updated. [ 973.477320] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.477495] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.477540] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.477728] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.477865] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.478083] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1355e49f-94b7-4dfd-afbb-87cf5060182d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.678357] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: SUCCESS [ 973.678357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.950922] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb90cda4-3ce4-467a-968c-a64b663161b4 in Status: SUCCESS [ 973.951216] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.951386] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.951598] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.951863] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.951988] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.952068] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.952226] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.952304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.952389] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.952481] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb90cda4-3ce4-467a-968c-a64b663161b4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.955522] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4e589596-cec8-4f81-a0ff-9c4ac80d5abd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.457281] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb90cda4-3ce4-467a-968c-a64b663161b4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.458939] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.459091] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.459157] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.459847] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.459847] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.459847] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e589596-cec8-4f81-a0ff-9c4ac80d5abd is going to be created. [ 974.488052] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.488250] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.488328] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.488531] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.488691] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.499532] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e589596-cec8-4f81-a0ff-9c4ac80d5abd in Status: UNINITIALIZED for 2s [ 974.961957] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb90cda4-3ce4-467a-968c-a64b663161b4: rpc.has_security_group_logging(os_id): False [ 974.980891] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.981125] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.981265] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.981488] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.981586] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.981880] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.981991] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.982059] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.982270] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.982389] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.982516] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb90cda4-3ce4-467a-968c-a64b663161b4 is going to be created. [ 975.066329] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.066553] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.066553] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.066996] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.066996] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.078990] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb90cda4-3ce4-467a-968c-a64b663161b4 in Status: IN_PROGRESS for 2s [ 976.510306] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e589596-cec8-4f81-a0ff-9c4ac80d5abd in Status: SUCCESS [ 976.510739] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e589596-cec8-4f81-a0ff-9c4ac80d5abd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.510739] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e589596-cec8-4f81-a0ff-9c4ac80d5abd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.510918] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e589596-cec8-4f81-a0ff-9c4ac80d5abd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.511116] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.511234] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.511298] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.511445] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.511523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.511606] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e589596-cec8-4f81-a0ff-9c4ac80d5abd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.511696] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4e589596-cec8-4f81-a0ff-9c4ac80d5abd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.013471] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4e589596-cec8-4f81-a0ff-9c4ac80d5abd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.097561] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb90cda4-3ce4-467a-968c-a64b663161b4 in Status: SUCCESS [ 977.097922] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.516199] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4e589596-cec8-4f81-a0ff-9c4ac80d5abd: rpc.has_security_group_logging(os_id): False [ 977.535496] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.535681] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.535740] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.535932] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.536027] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.536280] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.536376] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.536439] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.536588] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.536661] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.536750] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4e589596-cec8-4f81-a0ff-9c4ac80d5abd is going to be created. [ 977.598725] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.598889] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.598959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.599196] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.599376] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.612479] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e589596-cec8-4f81-a0ff-9c4ac80d5abd in Status: IN_PROGRESS for 2s [ 977.936471] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 977.936682] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 978.525848] env[66979]: INFO networking_nsxv3.common.synchronization [req-b1eb302f-f0f1-4b7e-ac78-f92e17437eaa req-8933f060-8470-4c1d-a6d4-490679bb191b tempest-MigrationsAdminTest-269877207 tempest-MigrationsAdminTest-269877207-project-member] Enqueued Resource ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f with Priority: HIGHEST for action security_group_members [ 978.526270] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f with Priority: HIGHEST for action security_group_members [ 978.526576] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-40be81ad-6f91-4d06-84bc-8a2a0766af5f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.526699] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.526797] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.527026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.527205] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.527325] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.527388] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.527549] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.527642] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.527757] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40be81ad-6f91-4d06-84bc-8a2a0766af5f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.030090] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.030301] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.030372] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.030547] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.030649] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.031184] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.031339] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.031416] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.031647] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.031747] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.031861] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f is going to be updated. [ 979.062638] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.062830] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.062884] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.063404] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.063608] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.074478] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f in Status: IN_PROGRESS for 2s [ 979.627155] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4e589596-cec8-4f81-a0ff-9c4ac80d5abd in Status: SUCCESS [ 979.627509] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4e589596-cec8-4f81-a0ff-9c4ac80d5abd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.045843] env[66979]: INFO networking_nsxv3.common.synchronization [req-5660e273-c308-4a2f-ac4e-538cb6d4cb6d req-624ea0a2-bf5c-4071-8ee7-83d63d4de8f5 tempest-ServerRescueTestJSON-1827698191 tempest-ServerRescueTestJSON-1827698191-project-member] Enqueued Resource ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 with Priority: HIGHEST for action security_group_members [ 980.046393] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 with Priority: HIGHEST for action security_group_members [ 980.046717] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.046862] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.046927] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.047275] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.047434] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.047619] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.047619] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.047764] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.047867] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.047959] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b8785ea-bee8-43ad-8d16-ce2c11b1a847',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.397714] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.397913] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-267" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.398054] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-267" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.398388] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-267" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.398662] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.398830] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.398950] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.399187] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.399488] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.399730] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.399860] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 980.399997] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 980.401772] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 980.401772] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 980.401772] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 980.401772] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 980.428789] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 980.428961] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 980.429149] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 980.429330] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-267" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.429645] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-ed663a9d-ef7e-46ba-80fc-67ade0113516 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.429812] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-ed663a9d-ef7e-46ba-80fc-67ade0113516" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.430258] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-ed663a9d-ef7e-46ba-80fc-67ade0113516" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.430326] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-ed663a9d-ef7e-46ba-80fc-67ade0113516" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.430427] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed663a9d-ef7e-46ba-80fc-67ade0113516',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.551886] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.552136] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.552225] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.552443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.552533] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.552736] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.552829] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.552889] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.553045] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.553120] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.553203] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 already deleted. [ 980.553280] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.933542] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.933950] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.934042] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.934450] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.934707] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.934957] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port ed663a9d-ef7e-46ba-80fc-67ade0113516 not found, creating... [ 980.935388] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.936960] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.936960] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.936960] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.936960] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.936960] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.937482] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.937804] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.938138] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.938296] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.938442] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: ed663a9d-ef7e-46ba-80fc-67ade0113516 is going to be created. [ 980.961759] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.961998] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.962158] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.962534] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.962865] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.963123] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-ed663a9d-ef7e-46ba-80fc-67ade0113516" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.087600] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f in Status: SUCCESS [ 981.087788] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f deletion is rescheduled due to dependency. [ 981.087833] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.714857] env[66979]: INFO networking_nsxv3.common.synchronization [req-5660e273-c308-4a2f-ac4e-538cb6d4cb6d req-4aaa1d9f-eb63-4f51-9b1c-1d5e2aebc865 service nova] Enqueued Resource ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 with Priority: HIGHEST for action security_group_rules [ 981.714857] env[66979]: INFO networking_nsxv3.common.synchronization [req-5660e273-c308-4a2f-ac4e-538cb6d4cb6d req-4aaa1d9f-eb63-4f51-9b1c-1d5e2aebc865 service nova] Enqueued Resource ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 with Priority: HIGHEST for action security_group_members [ 981.715023] env[66979]: INFO networking_nsxv3.common.synchronization [req-5660e273-c308-4a2f-ac4e-538cb6d4cb6d req-4aaa1d9f-eb63-4f51-9b1c-1d5e2aebc865 service nova] Enqueued Resource ID: ed663a9d-ef7e-46ba-80fc-67ade0113516 with Priority: HIGHEST for action port [ 981.715720] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 with Priority: HIGHEST for action security_group_rules [ 981.715720] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 with Priority: HIGHEST for action security_group_members [ 981.715841] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed663a9d-ef7e-46ba-80fc-67ade0113516 with Priority: HIGHEST for action port [ 981.716659] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b8785ea-bee8-43ad-8d16-ce2c11b1a847 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.716794] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.717077] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.717543] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.717543] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b8785ea-bee8-43ad-8d16-ce2c11b1a847',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.718455] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.718455] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.718455] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.718617] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.718791] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.720070] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.720070] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.722673] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.722790] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.722909] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b8785ea-bee8-43ad-8d16-ce2c11b1a847',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.723947] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-ed663a9d-ef7e-46ba-80fc-67ade0113516 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.724067] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ed663a9d-ef7e-46ba-80fc-67ade0113516" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.724155] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ed663a9d-ef7e-46ba-80fc-67ade0113516" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.724339] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ed663a9d-ef7e-46ba-80fc-67ade0113516" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.724998] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ed663a9d-ef7e-46ba-80fc-67ade0113516',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.226686] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b8785ea-bee8-43ad-8d16-ce2c11b1a847',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.227784] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.227891] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.232923] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ed663a9d-ef7e-46ba-80fc-67ade0113516 with status ACTIVE [ 982.232923] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.232923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.232923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.232923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.232923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.232923] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.232923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.232923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.232923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.232923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.232923] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.232923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.232923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.232923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.232923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.232923] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ed663a9d-ef7e-46ba-80fc-67ade0113516 is going to be updated. [ 982.258780] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.259045] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.259130] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.259400] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.259549] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.259738] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ed663a9d-ef7e-46ba-80fc-67ade0113516" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.486218] env[66979]: INFO networking_nsxv3.common.synchronization [req-4ef85251-cb83-4586-b982-033cf9f0ec87 req-48df8f5d-a677-460d-9184-1c530eef96f2 tempest-ServerActionsTestOtherA-827617278 tempest-ServerActionsTestOtherA-827617278-project-member] Enqueued Resource ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 with Priority: HIGHEST for action security_group_members [ 982.486961] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 with Priority: HIGHEST for action security_group_members [ 982.487425] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.487591] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.487663] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.487966] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.488269] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.488394] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.488451] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.488635] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.488776] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.488929] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0766ae9a-8d8e-40fc-85ef-62bc4c6960e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.730952] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b8785ea-bee8-43ad-8d16-ce2c11b1a847',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.927749] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.927749] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-994" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.927749] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-994" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.928050] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-994" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.930271] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.930453] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.930576] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.930855] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.931020] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.931240] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.931346] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 982.931452] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 982.931557] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 982.931705] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 982.931875] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 982.932129] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 982.952636] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 982.952808] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 982.952985] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 982.953135] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-994" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.953757] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-c506d28f-adc2-412f-94af-3ac1fadabc6a taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.953943] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-c506d28f-adc2-412f-94af-3ac1fadabc6a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.954069] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-c506d28f-adc2-412f-94af-3ac1fadabc6a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.954380] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-c506d28f-adc2-412f-94af-3ac1fadabc6a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.954590] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c506d28f-adc2-412f-94af-3ac1fadabc6a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.991046] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.991402] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.991531] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.991822] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.991971] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.992115] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.994108] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.994216] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.994431] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.994520] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.994622] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 already deleted. [ 982.994703] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.234743] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.234743] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.234743] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.234743] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.234743] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.234743] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 is going to be created. [ 983.268356] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.269698] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.269902] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.270217] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.270398] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.281454] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 in Status: UNINITIALIZED for 2s [ 983.457121] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.457367] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.457367] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.457741] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.457943] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.458169] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port c506d28f-adc2-412f-94af-3ac1fadabc6a not found, creating... [ 983.458531] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.458743] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.458903] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.459196] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.459392] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.459816] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.460053] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.460217] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.460521] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.460715] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.460902] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: c506d28f-adc2-412f-94af-3ac1fadabc6a is going to be created. [ 983.483143] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.483438] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.483501] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.483770] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.483990] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.484228] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-c506d28f-adc2-412f-94af-3ac1fadabc6a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.203995] env[66979]: INFO networking_nsxv3.common.synchronization [req-4ef85251-cb83-4586-b982-033cf9f0ec87 req-bd51a11b-acd5-411d-82a0-ae466d41b2a2 service nova] Enqueued Resource ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 with Priority: HIGHEST for action security_group_rules [ 984.205110] env[66979]: INFO networking_nsxv3.common.synchronization [req-4ef85251-cb83-4586-b982-033cf9f0ec87 req-bd51a11b-acd5-411d-82a0-ae466d41b2a2 service nova] Enqueued Resource ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 with Priority: HIGHEST for action security_group_members [ 984.205110] env[66979]: INFO networking_nsxv3.common.synchronization [req-4ef85251-cb83-4586-b982-033cf9f0ec87 req-bd51a11b-acd5-411d-82a0-ae466d41b2a2 service nova] Enqueued Resource ID: c506d28f-adc2-412f-94af-3ac1fadabc6a with Priority: HIGHEST for action port [ 984.205110] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 with Priority: HIGHEST for action security_group_rules [ 984.205308] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 with Priority: HIGHEST for action security_group_members [ 984.205358] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c506d28f-adc2-412f-94af-3ac1fadabc6a with Priority: HIGHEST for action port [ 984.205665] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.209020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.209020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.209020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.209020] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0766ae9a-8d8e-40fc-85ef-62bc4c6960e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.209020] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.209020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.209020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.209020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.209020] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.209020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.209020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.209020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.209020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.209020] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0766ae9a-8d8e-40fc-85ef-62bc4c6960e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.209660] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-c506d28f-adc2-412f-94af-3ac1fadabc6a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.209660] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c506d28f-adc2-412f-94af-3ac1fadabc6a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.209660] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c506d28f-adc2-412f-94af-3ac1fadabc6a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.210040] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c506d28f-adc2-412f-94af-3ac1fadabc6a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.210040] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c506d28f-adc2-412f-94af-3ac1fadabc6a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.682658] env[66979]: INFO networking_nsxv3.common.synchronization [req-971d2751-8879-40d7-bd79-e01eb52494d1 req-18e0c570-bdcf-444f-beb0-d298be4eeae0 tempest-ServerActionsTestOtherB-718778395 tempest-ServerActionsTestOtherB-718778395-project-member] Enqueued Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_members [ 984.682658] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_members [ 984.682658] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.682658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.682658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.683125] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.683125] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.683300] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.683424] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.683706] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.683867] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.683983] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.714772] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.714942] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.715178] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0766ae9a-8d8e-40fc-85ef-62bc4c6960e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.716059] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c506d28f-adc2-412f-94af-3ac1fadabc6a with status ACTIVE [ 984.716291] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.716394] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.716438] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.716813] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.716813] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.717022] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.717086] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.717124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.717311] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.717387] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.717606] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.717715] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.717778] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.717956] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.718103] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.718215] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c506d28f-adc2-412f-94af-3ac1fadabc6a is going to be updated. [ 984.743085] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.743296] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.743346] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.743542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.743719] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.743889] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c506d28f-adc2-412f-94af-3ac1fadabc6a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.964527] env[66979]: INFO networking_nsxv3.common.synchronization [req-f9527b13-f187-4248-a9bd-1f21400836ea req-7bca5d21-5f2a-493c-8d48-1c4096c7393f tempest-AttachVolumeTestJSON-239784776 tempest-AttachVolumeTestJSON-239784776-project-member] Enqueued Resource ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e with Priority: HIGHEST for action security_group_members [ 984.965148] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e with Priority: HIGHEST for action security_group_members [ 984.965469] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f1657e5-9388-4ed7-85d2-c5cc69d1529e taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.965591] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.965657] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.965927] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.970031] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.970031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.970031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.970031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.970031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.970031] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f1657e5-9388-4ed7-85d2-c5cc69d1529e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.186781] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.186964] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.187025] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.187218] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.215259] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.215521] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.215652] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.215690] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.215922] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.216037] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.216094] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 is going to be updated. [ 985.221166] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0766ae9a-8d8e-40fc-85ef-62bc4c6960e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.246735] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.246995] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.246995] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.247213] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.247352] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.257462] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 in Status: IN_PROGRESS for 2s [ 985.293098] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 in Status: SUCCESS [ 985.293098] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.293098] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.293318] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.293536] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.293661] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.294139] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.294139] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.294139] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.294139] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.294265] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b8785ea-bee8-43ad-8d16-ce2c11b1a847',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.350276] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-258 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.350471] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-258" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.350600] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-258" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.350963] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-258" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.351275] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.353448] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.353626] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.354372] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.354372] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.354372] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.354614] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.354614] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.354614] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.354724] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.354827] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.354945] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.377320] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.377640] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 985.377689] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.379395] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-258" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.379989] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-7edb3ddb-f801-46a0-a35f-9408d023a94b taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.380596] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-7edb3ddb-f801-46a0-a35f-9408d023a94b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.380867] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-7edb3ddb-f801-46a0-a35f-9408d023a94b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.381440] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-7edb3ddb-f801-46a0-a35f-9408d023a94b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.381659] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7edb3ddb-f801-46a0-a35f-9408d023a94b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.473722] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.473881] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.473957] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.474237] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.474309] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.474480] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.474579] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.474638] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.474784] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.474866] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.475007] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e already deleted. [ 985.475142] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.724562] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.725589] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.725589] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.725589] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.725589] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.725775] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 is going to be created. [ 985.757419] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.757602] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.757647] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.757871] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.758060] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.769855] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 in Status: UNINITIALIZED for 2s [ 985.796564] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.796820] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.796820] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.796998] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.797223] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.797358] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.797434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.797617] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.797730] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.797840] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.798022] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.798145] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.798241] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.798447] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.798688] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.798815] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.798885] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.799060] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.799145] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.799227] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.799318] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b8785ea-bee8-43ad-8d16-ce2c11b1a847',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.885152] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.885152] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.885152] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.885152] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.885152] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.885497] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 7edb3ddb-f801-46a0-a35f-9408d023a94b not found, creating... [ 985.885583] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.885752] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.885981] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.886237] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.886375] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.886671] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.886864] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.887015] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.887322] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.887469] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.887639] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 7edb3ddb-f801-46a0-a35f-9408d023a94b is going to be created. [ 985.909071] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.909331] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.909331] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.909581] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.909809] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.910102] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-7edb3ddb-f801-46a0-a35f-9408d023a94b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.301922] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b8785ea-bee8-43ad-8d16-ce2c11b1a847: rpc.has_security_group_logging(os_id): False [ 986.325840] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.326054] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.326130] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.326294] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.326413] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.326622] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.326765] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.326827] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.326973] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.327053] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.327265] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.327388] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.327449] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.327578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.327646] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.327861] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.327980] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.328080] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.328252] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.328252] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.328343] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 is going to be created. [ 986.406559] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.406860] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.406860] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.407104] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.407262] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.426851] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 in Status: IN_PROGRESS for 2s [ 986.699791] env[66979]: INFO networking_nsxv3.common.synchronization [req-f9527b13-f187-4248-a9bd-1f21400836ea req-cccfc9b8-5208-4c7c-aff2-95c0c766208e service nova] Enqueued Resource ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e with Priority: HIGHEST for action security_group_rules [ 986.700058] env[66979]: INFO networking_nsxv3.common.synchronization [req-f9527b13-f187-4248-a9bd-1f21400836ea req-cccfc9b8-5208-4c7c-aff2-95c0c766208e service nova] Enqueued Resource ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e with Priority: HIGHEST for action security_group_members [ 986.700275] env[66979]: INFO networking_nsxv3.common.synchronization [req-f9527b13-f187-4248-a9bd-1f21400836ea req-cccfc9b8-5208-4c7c-aff2-95c0c766208e service nova] Enqueued Resource ID: 7edb3ddb-f801-46a0-a35f-9408d023a94b with Priority: HIGHEST for action port [ 986.700875] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e with Priority: HIGHEST for action security_group_rules [ 986.701015] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e with Priority: HIGHEST for action security_group_members [ 986.701114] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7edb3ddb-f801-46a0-a35f-9408d023a94b with Priority: HIGHEST for action port [ 986.701396] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f1657e5-9388-4ed7-85d2-c5cc69d1529e taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.701904] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.701988] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.702212] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.702300] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f1657e5-9388-4ed7-85d2-c5cc69d1529e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.703382] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f1657e5-9388-4ed7-85d2-c5cc69d1529e taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.703452] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.703486] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.703663] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.703845] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.703945] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.704015] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.704168] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.704252] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.704349] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f1657e5-9388-4ed7-85d2-c5cc69d1529e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.706269] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-7edb3ddb-f801-46a0-a35f-9408d023a94b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.707174] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7edb3ddb-f801-46a0-a35f-9408d023a94b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.707247] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7edb3ddb-f801-46a0-a35f-9408d023a94b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.707414] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7edb3ddb-f801-46a0-a35f-9408d023a94b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.707496] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7edb3ddb-f801-46a0-a35f-9408d023a94b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.209375] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f1657e5-9388-4ed7-85d2-c5cc69d1529e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.210995] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f1657e5-9388-4ed7-85d2-c5cc69d1529e taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.211125] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.211318] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7edb3ddb-f801-46a0-a35f-9408d023a94b with status ACTIVE [ 987.211482] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.211587] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.211725] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.211874] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.211974] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.212335] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.212485] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.212570] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.212766] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.212849] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.213133] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.213239] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.213329] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.213433] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.213510] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.213586] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7edb3ddb-f801-46a0-a35f-9408d023a94b is going to be updated. [ 987.244261] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.244398] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.244468] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.244673] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.244809] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.245950] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7edb3ddb-f801-46a0-a35f-9408d023a94b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.267964] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 in Status: SUCCESS [ 987.268173] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 deletion is rescheduled due to dependency. [ 987.268295] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.715470] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f1657e5-9388-4ed7-85d2-c5cc69d1529e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.779390] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 in Status: SUCCESS [ 987.779655] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.779844] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.780223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.780444] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.780573] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.780636] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.780857] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.781050] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.781147] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.781235] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0766ae9a-8d8e-40fc-85ef-62bc4c6960e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.218539] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.218960] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.218960] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.219053] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.219160] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.219208] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e is going to be created. [ 988.249013] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.249222] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.249222] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.249440] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.249596] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.260563] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e in Status: UNINITIALIZED for 2s [ 988.283248] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0766ae9a-8d8e-40fc-85ef-62bc4c6960e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.445040] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 in Status: SUCCESS [ 988.445336] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.785454] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9: rpc.has_security_group_logging(os_id): False [ 988.817136] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.817415] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.817415] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.818176] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.818176] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.818176] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.818176] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.818523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.818523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.818523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.818662] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 is going to be created. [ 988.894432] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.894660] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.894890] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.895193] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.895470] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.909791] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 in Status: IN_PROGRESS for 2s [ 989.622391] env[66979]: INFO networking_nsxv3.common.synchronization [req-05841e9a-51ba-4ddd-b1e5-61767123e2ad req-fd11d6b4-8a25-4915-bc19-5fc7b6999442 tempest-ServerDiskConfigTestJSON-24761059 tempest-ServerDiskConfigTestJSON-24761059-project-member] Enqueued Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_members [ 989.623029] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_members [ 989.623418] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.623507] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.623578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.623806] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.623898] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.624009] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.628330] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.628552] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.628648] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.628756] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.003612] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-14 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.004171] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.004402] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.004732] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.005048] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.005231] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.005384] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.005597] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.005758] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.006011] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.006129] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.006248] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.006354] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.006462] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.006557] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.006699] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.041097] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.041308] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 990.041452] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.041651] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.042024] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-b154eab3-2851-47d1-a334-7c7bd830df1a taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.042228] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-b154eab3-2851-47d1-a334-7c7bd830df1a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.042467] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-b154eab3-2851-47d1-a334-7c7bd830df1a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.042727] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-b154eab3-2851-47d1-a334-7c7bd830df1a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.042871] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b154eab3-2851-47d1-a334-7c7bd830df1a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.117302] env[66979]: INFO networking_nsxv3.common.synchronization [req-a158a492-6b45-4f2b-8480-087863a5a24f req-b0391582-d8e3-4672-8a50-b109d45e402b tempest-ServerActionsV293TestJSON-1967816204 tempest-ServerActionsV293TestJSON-1967816204-project-member] Enqueued Resource ID: 189a52de-13b0-4587-a4d9-48438f2ebc6f with Priority: HIGHEST for action security_group_members [ 990.117856] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 189a52de-13b0-4587-a4d9-48438f2ebc6f with Priority: HIGHEST for action security_group_members [ 990.118183] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-189a52de-13b0-4587-a4d9-48438f2ebc6f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.118312] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-189a52de-13b0-4587-a4d9-48438f2ebc6f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.118366] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-189a52de-13b0-4587-a4d9-48438f2ebc6f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.118566] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-189a52de-13b0-4587-a4d9-48438f2ebc6f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.119144] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.119284] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.119355] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.119511] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.119652] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.119893] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('189a52de-13b0-4587-a4d9-48438f2ebc6f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.131065] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.131243] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.131318] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.131488] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.131607] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.131844] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.131948] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.132026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.132190] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.132264] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.132355] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 is going to be updated. [ 990.162085] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.162241] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.162307] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.162597] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.162727] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.173459] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: IN_PROGRESS for 2s [ 990.271563] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e in Status: SUCCESS [ 990.272293] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.273034] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.273303] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.273561] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.273720] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.273885] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.274148] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.274273] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.274411] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.274541] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f1657e5-9388-4ed7-85d2-c5cc69d1529e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.545539] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.545854] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.546107] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.546434] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.546734] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.546803] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port b154eab3-2851-47d1-a334-7c7bd830df1a not found, creating... [ 990.547091] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.547311] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.547459] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.547716] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.547871] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.548175] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.548334] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.548450] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.548862] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.549020] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.549239] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: b154eab3-2851-47d1-a334-7c7bd830df1a is going to be created. [ 990.573248] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.573485] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.573611] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.573889] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.574138] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.574371] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-b154eab3-2851-47d1-a334-7c7bd830df1a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.622196] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.622360] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.622433] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.622672] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.623776] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.623776] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.623776] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.623776] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.623776] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.623776] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.623776] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 189a52de-13b0-4587-a4d9-48438f2ebc6f is going to be updated. [ 990.673882] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.674070] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.674113] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.674378] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.674532] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.684630] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 189a52de-13b0-4587-a4d9-48438f2ebc6f in Status: IN_PROGRESS for 2s [ 990.778795] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f1657e5-9388-4ed7-85d2-c5cc69d1529e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.922950] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 in Status: SUCCESS [ 990.923200] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.280812] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f1657e5-9388-4ed7-85d2-c5cc69d1529e: rpc.has_security_group_logging(os_id): False [ 991.298973] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.299271] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.299271] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.299967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.300119] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.300398] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.300496] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.300655] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.300787] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.300867] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.300960] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e is going to be created. [ 991.317445] env[66979]: INFO networking_nsxv3.common.synchronization [req-05841e9a-51ba-4ddd-b1e5-61767123e2ad req-863fb8e9-c8a1-4d78-bec4-a9305e5fb8f5 service nova] Enqueued Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_rules [ 991.317445] env[66979]: INFO networking_nsxv3.common.synchronization [req-05841e9a-51ba-4ddd-b1e5-61767123e2ad req-863fb8e9-c8a1-4d78-bec4-a9305e5fb8f5 service nova] Enqueued Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_members [ 991.317445] env[66979]: INFO networking_nsxv3.common.synchronization [req-05841e9a-51ba-4ddd-b1e5-61767123e2ad req-863fb8e9-c8a1-4d78-bec4-a9305e5fb8f5 service nova] Enqueued Resource ID: b154eab3-2851-47d1-a334-7c7bd830df1a with Priority: HIGHEST for action port [ 991.317445] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_rules [ 991.317650] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_members [ 991.317650] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b154eab3-2851-47d1-a334-7c7bd830df1a with Priority: HIGHEST for action port [ 991.318831] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.318975] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.319063] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.320196] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.320196] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.320596] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.320760] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.321102] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-b154eab3-2851-47d1-a334-7c7bd830df1a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.321102] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b154eab3-2851-47d1-a334-7c7bd830df1a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.321283] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b154eab3-2851-47d1-a334-7c7bd830df1a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.321320] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b154eab3-2851-47d1-a334-7c7bd830df1a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.321508] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b154eab3-2851-47d1-a334-7c7bd830df1a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.362467] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.362622] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.362756] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.362989] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.363213] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.375269] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e in Status: IN_PROGRESS for 2s [ 991.826173] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.826173] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.826173] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b154eab3-2851-47d1-a334-7c7bd830df1a with status ACTIVE [ 991.826173] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.826173] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.826173] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.826173] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.826173] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.826173] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.826173] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.826173] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.826813] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.826813] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.826813] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.826813] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.826813] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.826813] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.827052] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.827052] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b154eab3-2851-47d1-a334-7c7bd830df1a is going to be updated. [ 991.867300] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.867454] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.867532] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.867911] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.867911] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.868084] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b154eab3-2851-47d1-a334-7c7bd830df1a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.185042] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: SUCCESS [ 992.185314] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 deletion is rescheduled due to dependency. [ 992.185417] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.185689] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.186032] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.186391] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.186527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.186602] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.186770] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.186896] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.186995] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.217987] env[66979]: INFO networking_nsxv3.common.synchronization [req-fbb0f5b9-6fd9-4bcc-a6f3-d06802259af8 req-778cd0aa-2284-43bc-8ed2-0d40ac030ec5 tempest-InstanceActionsV221TestJSON-2141011002 tempest-InstanceActionsV221TestJSON-2141011002-project-member] Enqueued Resource ID: 45f1a663-4683-49a6-98a9-616bfa62b608 with Priority: HIGHEST for action security_group_members [ 992.219408] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f1a663-4683-49a6-98a9-616bfa62b608 with Priority: HIGHEST for action security_group_members [ 992.219855] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f1a663-4683-49a6-98a9-616bfa62b608 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.220141] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.220202] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.220501] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.220675] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.220792] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.220856] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.221091] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.221135] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.221231] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f1a663-4683-49a6-98a9-616bfa62b608',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.693459] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.695118] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 189a52de-13b0-4587-a4d9-48438f2ebc6f in Status: SUCCESS [ 992.695297] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 189a52de-13b0-4587-a4d9-48438f2ebc6f deletion is rescheduled due to dependency. [ 992.695406] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-189a52de-13b0-4587-a4d9-48438f2ebc6f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.702619] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-131 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.702882] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-131" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.703051] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-131" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.703471] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-131" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.703764] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.703965] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.704103] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.704330] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.704477] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.704707] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.704834] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.704959] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.705137] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.705242] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.705320] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.705493] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.725810] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.725993] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.726127] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.726273] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.726398] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.726829] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.726829] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.726829] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.726993] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.726993] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.727064] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f1a663-4683-49a6-98a9-616bfa62b608 already deleted. [ 992.727094] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.730198] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.730238] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 992.730368] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.731363] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-131" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.731680] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-0aee29da-f486-4280-93b8-04d6f8c9a8a0 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.732029] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-0aee29da-f486-4280-93b8-04d6f8c9a8a0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.732029] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-0aee29da-f486-4280-93b8-04d6f8c9a8a0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.732322] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-0aee29da-f486-4280-93b8-04d6f8c9a8a0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.732647] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0aee29da-f486-4280-93b8-04d6f8c9a8a0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.196167] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.237411] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.237631] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.237755] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.238326] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.238515] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.238798] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 0aee29da-f486-4280-93b8-04d6f8c9a8a0 not found, creating... [ 993.239080] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.239248] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.239364] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.239596] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.239732] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.240047] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.240222] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.240341] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.240621] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.240779] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.241015] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 0aee29da-f486-4280-93b8-04d6f8c9a8a0 is going to be created. [ 993.266052] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.266328] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.266427] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.267050] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.267050] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.267249] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-0aee29da-f486-4280-93b8-04d6f8c9a8a0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.389778] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e in Status: SUCCESS [ 993.390102] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.700205] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.700670] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.700670] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.700670] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.700889] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.700889] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 is going to be updated. [ 993.734740] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.734740] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.734740] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.735717] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.735717] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.746542] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: IN_PROGRESS for 2s [ 993.979463] env[66979]: INFO networking_nsxv3.common.synchronization [req-fbb0f5b9-6fd9-4bcc-a6f3-d06802259af8 req-0e43ef77-7fd1-4de9-a2f4-1ebda360a345 service nova] Enqueued Resource ID: 45f1a663-4683-49a6-98a9-616bfa62b608 with Priority: HIGHEST for action security_group_rules [ 993.979662] env[66979]: INFO networking_nsxv3.common.synchronization [req-fbb0f5b9-6fd9-4bcc-a6f3-d06802259af8 req-0e43ef77-7fd1-4de9-a2f4-1ebda360a345 service nova] Enqueued Resource ID: 45f1a663-4683-49a6-98a9-616bfa62b608 with Priority: HIGHEST for action security_group_members [ 993.979784] env[66979]: INFO networking_nsxv3.common.synchronization [req-fbb0f5b9-6fd9-4bcc-a6f3-d06802259af8 req-0e43ef77-7fd1-4de9-a2f4-1ebda360a345 service nova] Enqueued Resource ID: 0aee29da-f486-4280-93b8-04d6f8c9a8a0 with Priority: HIGHEST for action port [ 993.980336] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f1a663-4683-49a6-98a9-616bfa62b608 with Priority: HIGHEST for action security_group_rules [ 993.981113] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f1a663-4683-49a6-98a9-616bfa62b608 with Priority: HIGHEST for action security_group_members [ 993.981215] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0aee29da-f486-4280-93b8-04d6f8c9a8a0 with Priority: HIGHEST for action port [ 993.981502] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45f1a663-4683-49a6-98a9-616bfa62b608 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.981619] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.981685] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.981961] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.982062] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45f1a663-4683-49a6-98a9-616bfa62b608',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.984855] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f1a663-4683-49a6-98a9-616bfa62b608 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.984972] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.985064] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.985256] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.985435] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.985517] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.985907] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.985907] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.985907] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.985907] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f1a663-4683-49a6-98a9-616bfa62b608',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.986691] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-0aee29da-f486-4280-93b8-04d6f8c9a8a0 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.986830] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0aee29da-f486-4280-93b8-04d6f8c9a8a0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.986974] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0aee29da-f486-4280-93b8-04d6f8c9a8a0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.987055] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0aee29da-f486-4280-93b8-04d6f8c9a8a0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.987119] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0aee29da-f486-4280-93b8-04d6f8c9a8a0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.489197] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f1a663-4683-49a6-98a9-616bfa62b608 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.489529] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.489529] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('45f1a663-4683-49a6-98a9-616bfa62b608',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.492008] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0aee29da-f486-4280-93b8-04d6f8c9a8a0 with status ACTIVE [ 994.492209] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.492327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.492427] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.492598] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.492877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.492877] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.492989] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.492989] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.493495] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.493582] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.493937] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.493937] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.493937] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.494107] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.494243] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.494302] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0aee29da-f486-4280-93b8-04d6f8c9a8a0 is going to be updated. [ 994.520527] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.520729] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.520807] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.521071] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.521215] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.521379] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0aee29da-f486-4280-93b8-04d6f8c9a8a0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.804217] env[66979]: INFO networking_nsxv3.common.synchronization [req-a072f8cd-dfd3-4ca5-b144-72cec55b4796 req-d4477d57-5bf6-41fc-9620-007c0daf58fe tempest-ImagesTestJSON-1664217714 tempest-ImagesTestJSON-1664217714-project-member] Enqueued Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_members [ 994.805090] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_members [ 994.805615] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.805801] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.805904] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.806205] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.806429] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.806579] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.806737] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.806891] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.807020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.807165] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.992522] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('45f1a663-4683-49a6-98a9-616bfa62b608',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.276069] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-391 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.276069] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-391" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.276069] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-391" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.276069] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-391" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.276871] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.277509] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.277750] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.278114] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.278427] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.278809] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.281018] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.281018] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.281018] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.281018] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.281018] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.281018] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.301683] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.301857] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 995.301980] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.302175] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-391" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.302479] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-458792d3-3f7b-4fc2-a571-54c5a00eee2e taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.302643] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-458792d3-3f7b-4fc2-a571-54c5a00eee2e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.302759] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-458792d3-3f7b-4fc2-a571-54c5a00eee2e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.304088] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-458792d3-3f7b-4fc2-a571-54c5a00eee2e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.304088] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('458792d3-3f7b-4fc2-a571-54c5a00eee2e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.309587] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.309697] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.309992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.309992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.310099] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.310862] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.310862] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.310862] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.310862] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.310862] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.310862] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77723165-bb10-4849-b9dc-abee857eeb83 is going to be updated. [ 995.339347] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.339544] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.339584] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.339778] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.340024] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.349733] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: IN_PROGRESS for 2s [ 995.496959] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.496959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.496959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.496959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.496959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.496959] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f1a663-4683-49a6-98a9-616bfa62b608 is going to be created. [ 995.522901] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.522901] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.522901] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.522901] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.522901] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.533869] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f1a663-4683-49a6-98a9-616bfa62b608 in Status: UNINITIALIZED for 2s [ 995.759895] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: SUCCESS [ 995.759895] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.760229] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.760229] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.761165] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.761165] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.761165] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.761165] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.761165] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.761165] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.761165] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.808211] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.808211] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.808211] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.808211] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.808211] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.808211] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 458792d3-3f7b-4fc2-a571-54c5a00eee2e not found, creating... [ 995.808211] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.808507] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.808714] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.810017] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.810187] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.810507] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.810689] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.811853] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.811853] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.811853] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.811853] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 458792d3-3f7b-4fc2-a571-54c5a00eee2e is going to be created. [ 995.833521] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.833809] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.833939] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.834297] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.835132] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.835132] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-458792d3-3f7b-4fc2-a571-54c5a00eee2e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.009478] env[66979]: INFO networking_nsxv3.common.synchronization [None req-7262c857-4c1e-4fcf-a889-1aa6e55c3425 None None] Enqueued Resource ID: 18754ddd-fdf9-4a8a-8052-8e366343fe3c with Priority: HIGHEST for action port [ 996.010233] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18754ddd-fdf9-4a8a-8052-8e366343fe3c with Priority: HIGHEST for action port [ 996.010676] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-18754ddd-fdf9-4a8a-8052-8e366343fe3c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.010676] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18754ddd-fdf9-4a8a-8052-8e366343fe3c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.010676] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18754ddd-fdf9-4a8a-8052-8e366343fe3c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.011339] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18754ddd-fdf9-4a8a-8052-8e366343fe3c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.011434] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18754ddd-fdf9-4a8a-8052-8e366343fe3c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.267517] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.267517] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.267517] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.271164] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.271164] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.271164] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.271164] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.271164] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.271164] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.271164] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.271164] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.271164] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.271164] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.271164] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.271164] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.271164] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.271164] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.271164] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.271164] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.271164] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.271164] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.514209] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 18754ddd-fdf9-4a8a-8052-8e366343fe3c [ 996.515849] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.515849] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.515849] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.515849] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.515849] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.515849] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:18754ddd-fdf9-4a8a-8052-8e366343fe3c already deleted. [ 996.515849] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18754ddd-fdf9-4a8a-8052-8e366343fe3c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.654207] env[66979]: INFO networking_nsxv3.common.synchronization [req-a072f8cd-dfd3-4ca5-b144-72cec55b4796 req-fdb59a90-314a-43c7-9083-513a19981138 service nova] Enqueued Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_rules [ 996.654207] env[66979]: INFO networking_nsxv3.common.synchronization [req-a072f8cd-dfd3-4ca5-b144-72cec55b4796 req-fdb59a90-314a-43c7-9083-513a19981138 service nova] Enqueued Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_members [ 996.654207] env[66979]: INFO networking_nsxv3.common.synchronization [req-a072f8cd-dfd3-4ca5-b144-72cec55b4796 req-fdb59a90-314a-43c7-9083-513a19981138 service nova] Enqueued Resource ID: 458792d3-3f7b-4fc2-a571-54c5a00eee2e with Priority: HIGHEST for action port [ 996.654207] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_rules [ 996.654207] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_members [ 996.654207] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 458792d3-3f7b-4fc2-a571-54c5a00eee2e with Priority: HIGHEST for action port [ 996.654207] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.654207] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.654207] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.655380] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.655599] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.660983] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.660983] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.660983] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-458792d3-3f7b-4fc2-a571-54c5a00eee2e taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.660983] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-458792d3-3f7b-4fc2-a571-54c5a00eee2e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.660983] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-458792d3-3f7b-4fc2-a571-54c5a00eee2e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.660983] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-458792d3-3f7b-4fc2-a571-54c5a00eee2e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.660983] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('458792d3-3f7b-4fc2-a571-54c5a00eee2e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.774650] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7700d124-4838-4e2c-b4fc-3aea73b1a259: rpc.has_security_group_logging(os_id): False [ 996.793357] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.793357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.793357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.793357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.793357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.793357] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.793357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.793357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.793357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.793357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.793357] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.793357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.793357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.793357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.793357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.794031] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.794031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.794031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.795216] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.795216] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.795216] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 is going to be updated. [ 996.860578] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.860578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.860578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.860578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.860578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.872591] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: IN_PROGRESS for 2s [ 997.158889] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.159122] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.164671] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 458792d3-3f7b-4fc2-a571-54c5a00eee2e with status ACTIVE [ 997.164914] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.165082] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.165170] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.165369] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.165465] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.165676] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.165806] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.165837] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.166031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.166112] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.166301] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.166430] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.166461] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.166584] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.166700] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.166770] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 458792d3-3f7b-4fc2-a571-54c5a00eee2e is going to be updated. [ 997.191659] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.191659] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.191659] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.191969] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.192067] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.192179] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-458792d3-3f7b-4fc2-a571-54c5a00eee2e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.360772] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: SUCCESS [ 997.361216] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77723165-bb10-4849-b9dc-abee857eeb83 deletion is rescheduled due to dependency. [ 997.361216] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.361356] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.361511] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.361686] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.361803] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.361860] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.362565] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.362565] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.362565] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.545402] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f1a663-4683-49a6-98a9-616bfa62b608 in Status: SUCCESS [ 997.545783] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.545783] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.547519] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.547519] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.547519] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.547519] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.547519] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.547519] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.547519] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.547519] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('45f1a663-4683-49a6-98a9-616bfa62b608',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.866363] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.050259] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f1a663-4683-49a6-98a9-616bfa62b608 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.050440] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.050529] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.050835] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.051156] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.051156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.051312] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.051466] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.051563] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.051653] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.051849] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f1a663-4683-49a6-98a9-616bfa62b608 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.051968] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.052044] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.052174] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.052353] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.052436] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.052436] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.052601] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.052650] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.052741] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.052828] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('45f1a663-4683-49a6-98a9-616bfa62b608',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.369071] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.555245] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 45f1a663-4683-49a6-98a9-616bfa62b608: rpc.has_security_group_logging(os_id): False [ 998.578037] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.578037] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.578037] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.578037] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.578037] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.578037] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.578526] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.578526] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.578526] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.578526] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.578640] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.578683] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.578878] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.578878] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.578986] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.579116] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.579225] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.579281] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.579451] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.579523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.579605] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45f1a663-4683-49a6-98a9-616bfa62b608 is going to be created. [ 998.645429] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.645617] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.645710] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.645985] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.646236] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.659864] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45f1a663-4683-49a6-98a9-616bfa62b608 in Status: IN_PROGRESS for 2s [ 998.873488] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.873706] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.873817] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.874149] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.874279] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.874501] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77723165-bb10-4849-b9dc-abee857eeb83 is going to be updated. [ 998.896042] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: SUCCESS [ 998.896042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.912819] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.912981] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.913081] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.913346] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.913525] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.929586] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: IN_PROGRESS for 2s [ 999.836418] env[66979]: INFO networking_nsxv3.common.synchronization [None req-284e47f3-956f-4c98-ba43-14838fa6f517 None None] Enqueued Resource ID: 38a95243-16d1-485a-9abb-9e6ded2c1a05 with Priority: HIGHEST for action port [ 999.837287] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38a95243-16d1-485a-9abb-9e6ded2c1a05 with Priority: HIGHEST for action port [ 999.838250] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-38a95243-16d1-485a-9abb-9e6ded2c1a05 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.838250] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38a95243-16d1-485a-9abb-9e6ded2c1a05" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.838250] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38a95243-16d1-485a-9abb-9e6ded2c1a05" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.838460] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38a95243-16d1-485a-9abb-9e6ded2c1a05" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.839062] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38a95243-16d1-485a-9abb-9e6ded2c1a05',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.341218] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 38a95243-16d1-485a-9abb-9e6ded2c1a05 [ 1000.341468] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.341609] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.341702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.342390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.342390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.342390] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:38a95243-16d1-485a-9abb-9e6ded2c1a05 already deleted. [ 1000.342390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38a95243-16d1-485a-9abb-9e6ded2c1a05" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.671749] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 45f1a663-4683-49a6-98a9-616bfa62b608 in Status: SUCCESS [ 1000.672021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.940476] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: SUCCESS [ 1000.940476] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.940976] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.940976] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.941202] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.941202] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.941325] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.941373] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.941467] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.941552] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.941649] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.444259] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.444259] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.444259] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.444534] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.444592] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.444699] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.444757] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.444920] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.445011] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.445117] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.445306] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.445454] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.445531] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.445710] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.445879] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.445994] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.446086] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.446287] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.446384] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.446483] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.446635] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.949294] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77723165-bb10-4849-b9dc-abee857eeb83: rpc.has_security_group_logging(os_id): False [ 1001.970277] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.971241] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.971241] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.971241] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.971241] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.971241] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.971241] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.971844] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.971844] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.971844] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.972113] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.972914] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.973192] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.973305] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.973437] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.973728] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.974031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.974031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.975872] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.975872] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.975872] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77723165-bb10-4849-b9dc-abee857eeb83 is going to be updated. [ 1002.062675] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.062675] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.062675] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.062675] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.062675] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.085259] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: IN_PROGRESS for 2s [ 1003.659161] env[66979]: INFO networking_nsxv3.common.synchronization [req-95ae62d2-0a1c-4bd9-9f09-ab419b67bfe1 req-9c3a3a0c-0ee9-4d2d-a91a-1b89a024dd98 tempest-ServerActionsTestJSON-1937184917 tempest-ServerActionsTestJSON-1937184917-project-member] Enqueued Resource ID: 6c53fb99-a395-4c85-9f56-ccb24839868d with Priority: HIGHEST for action security_group_members [ 1003.659932] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c53fb99-a395-4c85-9f56-ccb24839868d with Priority: HIGHEST for action security_group_members [ 1003.662534] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c53fb99-a395-4c85-9f56-ccb24839868d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.662658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.663675] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.663675] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.663675] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.663675] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.663675] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.663675] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.663675] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.663675] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c53fb99-a395-4c85-9f56-ccb24839868d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.028024] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-669 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.028024] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-669" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.028024] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-669" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.028024] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-669" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.028024] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.028024] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.028024] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.028024] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.028024] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.029018] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.029350] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.029583] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.029819] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.030128] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.030395] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.030797] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.056113] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.056113] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1004.056113] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.056113] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-669" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.056113] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-e28d16cf-2fc3-4770-bdd8-7ed43dd9b6c6 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.056113] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-e28d16cf-2fc3-4770-bdd8-7ed43dd9b6c6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.056113] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-e28d16cf-2fc3-4770-bdd8-7ed43dd9b6c6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.056113] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-e28d16cf-2fc3-4770-bdd8-7ed43dd9b6c6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.056113] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e28d16cf-2fc3-4770-bdd8-7ed43dd9b6c6',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.098803] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: SUCCESS [ 1004.098969] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.165708] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.165893] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.165992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.167376] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.167479] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.167705] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.167807] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.167874] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.168070] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.168156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.168252] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c53fb99-a395-4c85-9f56-ccb24839868d already deleted. [ 1004.168318] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.558970] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.559323] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.559488] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.559800] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.559994] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.560237] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port e28d16cf-2fc3-4770-bdd8-7ed43dd9b6c6 not found, creating... [ 1004.560568] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.560736] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.560896] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.561191] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.561363] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.561736] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.561936] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.562104] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.562353] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.562501] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.562684] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: e28d16cf-2fc3-4770-bdd8-7ed43dd9b6c6 is going to be created. [ 1004.595434] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.595705] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.595843] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.596247] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.596577] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.596848] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-e28d16cf-2fc3-4770-bdd8-7ed43dd9b6c6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.318793] env[66979]: INFO networking_nsxv3.common.synchronization [req-95ae62d2-0a1c-4bd9-9f09-ab419b67bfe1 req-cb925ea6-9adc-418d-8bb5-47f531d4b798 service nova] Enqueued Resource ID: 6c53fb99-a395-4c85-9f56-ccb24839868d with Priority: HIGHEST for action security_group_rules [ 1005.319083] env[66979]: INFO networking_nsxv3.common.synchronization [req-95ae62d2-0a1c-4bd9-9f09-ab419b67bfe1 req-cb925ea6-9adc-418d-8bb5-47f531d4b798 service nova] Enqueued Resource ID: 6c53fb99-a395-4c85-9f56-ccb24839868d with Priority: HIGHEST for action security_group_members [ 1005.319083] env[66979]: INFO networking_nsxv3.common.synchronization [req-95ae62d2-0a1c-4bd9-9f09-ab419b67bfe1 req-cb925ea6-9adc-418d-8bb5-47f531d4b798 service nova] Enqueued Resource ID: e28d16cf-2fc3-4770-bdd8-7ed43dd9b6c6 with Priority: HIGHEST for action port [ 1005.319562] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c53fb99-a395-4c85-9f56-ccb24839868d with Priority: HIGHEST for action security_group_rules [ 1005.319698] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c53fb99-a395-4c85-9f56-ccb24839868d with Priority: HIGHEST for action security_group_members [ 1005.319797] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e28d16cf-2fc3-4770-bdd8-7ed43dd9b6c6 with Priority: HIGHEST for action port [ 1005.321078] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c53fb99-a395-4c85-9f56-ccb24839868d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.321078] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.321078] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.321078] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.321255] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c53fb99-a395-4c85-9f56-ccb24839868d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.322223] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c53fb99-a395-4c85-9f56-ccb24839868d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.322337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.322405] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.322578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.322725] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.322816] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.322877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.323022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.323106] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.323196] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c53fb99-a395-4c85-9f56-ccb24839868d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.324905] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-e28d16cf-2fc3-4770-bdd8-7ed43dd9b6c6 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.324905] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e28d16cf-2fc3-4770-bdd8-7ed43dd9b6c6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.324905] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e28d16cf-2fc3-4770-bdd8-7ed43dd9b6c6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.324905] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e28d16cf-2fc3-4770-bdd8-7ed43dd9b6c6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.324905] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e28d16cf-2fc3-4770-bdd8-7ed43dd9b6c6',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.484933] env[66979]: INFO networking_nsxv3.common.synchronization [None req-04db7b89-d7de-45d9-b2b9-690c22e3bf67 None None] Enqueued Resource ID: 4a105584-6efd-42f0-b1f8-04fdfcd5749f with Priority: HIGHEST for action port [ 1005.485385] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a105584-6efd-42f0-b1f8-04fdfcd5749f with Priority: HIGHEST for action port [ 1005.485722] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a105584-6efd-42f0-b1f8-04fdfcd5749f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.485865] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a105584-6efd-42f0-b1f8-04fdfcd5749f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.485927] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a105584-6efd-42f0-b1f8-04fdfcd5749f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.486189] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a105584-6efd-42f0-b1f8-04fdfcd5749f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.486275] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a105584-6efd-42f0-b1f8-04fdfcd5749f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.828484] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c53fb99-a395-4c85-9f56-ccb24839868d taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.828484] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.828484] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6c53fb99-a395-4c85-9f56-ccb24839868d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.829035] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e28d16cf-2fc3-4770-bdd8-7ed43dd9b6c6 with status ACTIVE [ 1005.829218] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.829330] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.829398] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.829639] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.829834] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.830182] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.830270] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.830308] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.830453] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.830533] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.830712] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.830901] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.830962] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.831124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.831240] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.831272] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e28d16cf-2fc3-4770-bdd8-7ed43dd9b6c6 is going to be updated. [ 1005.856221] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.856221] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.856221] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.856444] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.856444] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.856593] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e28d16cf-2fc3-4770-bdd8-7ed43dd9b6c6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.990630] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a105584-6efd-42f0-b1f8-04fdfcd5749f [ 1005.990940] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.991106] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.991178] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.991406] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.991495] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.991611] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a105584-6efd-42f0-b1f8-04fdfcd5749f already deleted. [ 1005.991695] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a105584-6efd-42f0-b1f8-04fdfcd5749f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.288466] env[66979]: INFO networking_nsxv3.common.synchronization [req-302c9600-c1a6-4938-b0e2-ad35322dd499 req-f896089b-273e-497c-a0c8-24dc2792b7b2 tempest-SecurityGroupRulesTestJSON-1213919919 tempest-SecurityGroupRulesTestJSON-1213919919-project-member] Enqueued Resource ID: dca0a792-dbb0-42d0-81a1-861d3e9e8132 with Priority: HIGHEST for action security_group_rules [ 1006.289044] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dca0a792-dbb0-42d0-81a1-861d3e9e8132 with Priority: HIGHEST for action security_group_rules [ 1006.289353] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dca0a792-dbb0-42d0-81a1-861d3e9e8132 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.289474] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dca0a792-dbb0-42d0-81a1-861d3e9e8132" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.289551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dca0a792-dbb0-42d0-81a1-861d3e9e8132" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.289799] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dca0a792-dbb0-42d0-81a1-861d3e9e8132" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.289865] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dca0a792-dbb0-42d0-81a1-861d3e9e8132',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.333310] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6c53fb99-a395-4c85-9f56-ccb24839868d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.817531] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.817531] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.817531] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.817531] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.817531] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.817531] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dca0a792-dbb0-42d0-81a1-861d3e9e8132 already deleted. [ 1006.817531] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dca0a792-dbb0-42d0-81a1-861d3e9e8132" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.838930] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.839100] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.839192] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.839385] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.839473] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.839577] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c53fb99-a395-4c85-9f56-ccb24839868d is going to be created. [ 1006.852384] env[66979]: INFO networking_nsxv3.common.synchronization [req-cf0e242a-39c3-441a-8321-749943c7dc5f req-136a5603-88e8-4fcc-928e-5071be6ccd4e tempest-SecurityGroupRulesTestJSON-1213919919 tempest-SecurityGroupRulesTestJSON-1213919919-project-member] Enqueued Resource ID: 2f464d39-981d-4dcd-bf1a-cead4e6c51f4 with Priority: HIGHEST for action security_group_rules [ 1006.854633] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f464d39-981d-4dcd-bf1a-cead4e6c51f4 with Priority: HIGHEST for action security_group_rules [ 1006.854633] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f464d39-981d-4dcd-bf1a-cead4e6c51f4 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.854633] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f464d39-981d-4dcd-bf1a-cead4e6c51f4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.854633] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f464d39-981d-4dcd-bf1a-cead4e6c51f4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.854633] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f464d39-981d-4dcd-bf1a-cead4e6c51f4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.854633] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f464d39-981d-4dcd-bf1a-cead4e6c51f4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.871019] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.871019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.871019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.871019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.871019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.882038] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c53fb99-a395-4c85-9f56-ccb24839868d in Status: UNINITIALIZED for 2s [ 1007.384635] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.385065] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.385926] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.386309] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.386441] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.386598] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f464d39-981d-4dcd-bf1a-cead4e6c51f4 already deleted. [ 1007.386756] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f464d39-981d-4dcd-bf1a-cead4e6c51f4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.125383] env[66979]: INFO networking_nsxv3.common.synchronization [req-5a3001ac-c7e4-458a-9316-626ceb3e52c6 req-b8bc6c6e-15c5-4e97-90c3-109ec499a2b7 tempest-ServersAdminNegativeTestJSON-1961266630 tempest-ServersAdminNegativeTestJSON-1961266630-project-member] Enqueued Resource ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c with Priority: HIGHEST for action security_group_members [ 1008.126179] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c with Priority: HIGHEST for action security_group_members [ 1008.126708] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bbb529f-994b-4d08-a55b-59802ab8d06c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.126923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.126991] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.127232] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.127394] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.127494] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.127562] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.127938] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.127938] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.127938] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bbb529f-994b-4d08-a55b-59802ab8d06c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.257037] env[66979]: INFO networking_nsxv3.common.synchronization [None req-f6777a1d-feae-4458-b31d-d696cc04aa4a None None] Enqueued Resource ID: c4dcca38-8e5b-4b59-b225-39aab9b66805 with Priority: HIGHEST for action port [ 1008.257037] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4dcca38-8e5b-4b59-b225-39aab9b66805 with Priority: HIGHEST for action port [ 1008.257037] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4dcca38-8e5b-4b59-b225-39aab9b66805 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.257037] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4dcca38-8e5b-4b59-b225-39aab9b66805" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.257037] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4dcca38-8e5b-4b59-b225-39aab9b66805" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.257037] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4dcca38-8e5b-4b59-b225-39aab9b66805" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.257037] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4dcca38-8e5b-4b59-b225-39aab9b66805',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.605622] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.605975] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.606720] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.607349] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.607656] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.608050] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.608290] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.608620] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.608878] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.609190] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.609770] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1008.609975] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1008.610153] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1008.610368] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1008.610507] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1008.610722] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1008.630865] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1008.631272] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1008.631314] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1008.631478] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.631821] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-a0c1589e-eca5-4081-a967-17e194bdb665 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.632175] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-a0c1589e-eca5-4081-a967-17e194bdb665" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.632314] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-a0c1589e-eca5-4081-a967-17e194bdb665" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.632656] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-a0c1589e-eca5-4081-a967-17e194bdb665" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.632795] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0c1589e-eca5-4081-a967-17e194bdb665',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.636919] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.636919] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.636919] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.636919] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.636919] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.636919] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.636919] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.636919] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.636919] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.636919] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.636919] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c already deleted. [ 1008.636919] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.761279] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4dcca38-8e5b-4b59-b225-39aab9b66805 [ 1008.761552] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.761676] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.761745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.761991] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.762101] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.762197] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4dcca38-8e5b-4b59-b225-39aab9b66805 already deleted. [ 1008.762270] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4dcca38-8e5b-4b59-b225-39aab9b66805" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.893226] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c53fb99-a395-4c85-9f56-ccb24839868d in Status: SUCCESS [ 1008.893226] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.893500] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.893660] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.893860] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.893988] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.894067] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.894237] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.894319] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.894411] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.894518] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c53fb99-a395-4c85-9f56-ccb24839868d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.136782] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.137105] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.137262] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.137641] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.137796] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.137952] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port a0c1589e-eca5-4081-a967-17e194bdb665 not found, creating... [ 1009.138232] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.138391] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.138537] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.138734] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.138952] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.139252] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.139407] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.139520] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.139718] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.139851] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.139990] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: a0c1589e-eca5-4081-a967-17e194bdb665 is going to be created. [ 1009.163547] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.163760] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.163904] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.164198] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.164429] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.164673] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-a0c1589e-eca5-4081-a967-17e194bdb665" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.170835] env[66979]: INFO networking_nsxv3.common.synchronization [req-7b803bc9-169e-44a3-ba37-9b68a503ac11 req-9901cbd5-562e-457e-9b72-13a3e5b24ee1 tempest-SecurityGroupRulesTestJSON-1213919919 tempest-SecurityGroupRulesTestJSON-1213919919-project-member] Enqueued Resource ID: 933e0502-a182-4503-8c18-76aa580939a8 with Priority: HIGHEST for action security_group_rules [ 1009.171607] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 933e0502-a182-4503-8c18-76aa580939a8 with Priority: HIGHEST for action security_group_rules [ 1009.171922] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-933e0502-a182-4503-8c18-76aa580939a8 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.172061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-933e0502-a182-4503-8c18-76aa580939a8" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.172126] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-933e0502-a182-4503-8c18-76aa580939a8" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.172377] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-933e0502-a182-4503-8c18-76aa580939a8" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.172458] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('933e0502-a182-4503-8c18-76aa580939a8',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.397044] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c53fb99-a395-4c85-9f56-ccb24839868d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.492109] env[66979]: INFO networking_nsxv3.common.synchronization [req-b276a222-25a4-4ee2-bf4f-d0b56e8f350c req-6b04eb98-00c4-4868-9b9b-4f5fadf55e56 tempest-InstanceActionsV221TestJSON-2141011002 tempest-InstanceActionsV221TestJSON-2141011002-project-member] Enqueued Resource ID: 45f1a663-4683-49a6-98a9-616bfa62b608 with Priority: HIGHEST for action security_group_members [ 1009.492854] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f1a663-4683-49a6-98a9-616bfa62b608 with Priority: HIGHEST for action security_group_members [ 1009.493176] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-45f1a663-4683-49a6-98a9-616bfa62b608 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.493176] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.493176] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.493395] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.493576] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.493704] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.493790] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.494208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.494208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.494208] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('45f1a663-4683-49a6-98a9-616bfa62b608',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.702262] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.702262] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.702262] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.702262] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.702751] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.702751] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 933e0502-a182-4503-8c18-76aa580939a8 already deleted. [ 1009.702751] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-933e0502-a182-4503-8c18-76aa580939a8" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.853380] env[66979]: INFO networking_nsxv3.common.synchronization [None req-217ea335-3b14-498c-889f-3ffaf792f6ab None None] Enqueued Resource ID: 2756e318-d9bb-43b9-98f8-d15a597a9dd4 with Priority: HIGHEST for action port [ 1009.853380] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2756e318-d9bb-43b9-98f8-d15a597a9dd4 with Priority: HIGHEST for action port [ 1009.853380] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-2756e318-d9bb-43b9-98f8-d15a597a9dd4 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.853380] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2756e318-d9bb-43b9-98f8-d15a597a9dd4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.855784] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2756e318-d9bb-43b9-98f8-d15a597a9dd4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.855784] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2756e318-d9bb-43b9-98f8-d15a597a9dd4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.855784] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2756e318-d9bb-43b9-98f8-d15a597a9dd4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.896783] env[66979]: INFO networking_nsxv3.common.synchronization [req-5a3001ac-c7e4-458a-9316-626ceb3e52c6 req-3091b9ca-651a-44d3-8c60-fd8dddd43b21 service nova] Enqueued Resource ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c with Priority: HIGHEST for action security_group_rules [ 1009.897473] env[66979]: INFO networking_nsxv3.common.synchronization [req-5a3001ac-c7e4-458a-9316-626ceb3e52c6 req-3091b9ca-651a-44d3-8c60-fd8dddd43b21 service nova] Enqueued Resource ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c with Priority: HIGHEST for action security_group_members [ 1009.897473] env[66979]: INFO networking_nsxv3.common.synchronization [req-5a3001ac-c7e4-458a-9316-626ceb3e52c6 req-3091b9ca-651a-44d3-8c60-fd8dddd43b21 service nova] Enqueued Resource ID: a0c1589e-eca5-4081-a967-17e194bdb665 with Priority: HIGHEST for action port [ 1009.897691] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c with Priority: HIGHEST for action security_group_rules [ 1009.897828] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c with Priority: HIGHEST for action security_group_members [ 1009.897928] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0c1589e-eca5-4081-a967-17e194bdb665 with Priority: HIGHEST for action port [ 1009.898217] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bbb529f-994b-4d08-a55b-59802ab8d06c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.898378] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.898425] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.898645] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.898738] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bbb529f-994b-4d08-a55b-59802ab8d06c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.899621] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bbb529f-994b-4d08-a55b-59802ab8d06c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.899738] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.899840] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.900039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.900196] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.900293] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.900421] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.900546] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.900632] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.900727] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bbb529f-994b-4d08-a55b-59802ab8d06c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.901615] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0c1589e-eca5-4081-a967-17e194bdb665 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.901728] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0c1589e-eca5-4081-a967-17e194bdb665" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.901780] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0c1589e-eca5-4081-a967-17e194bdb665" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.901961] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0c1589e-eca5-4081-a967-17e194bdb665" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.902085] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0c1589e-eca5-4081-a967-17e194bdb665',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.903291] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c53fb99-a395-4c85-9f56-ccb24839868d: rpc.has_security_group_logging(os_id): False [ 1009.926564] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.926564] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.926564] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.926564] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.926889] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.926889] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.927087] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.927087] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.927162] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.927402] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.927402] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c53fb99-a395-4c85-9f56-ccb24839868d is going to be created. [ 1009.996161] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.996396] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.996396] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.996609] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.996702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.996911] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.997029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.997097] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.997230] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.997302] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.997391] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f1a663-4683-49a6-98a9-616bfa62b608 is going to be updated. [ 1010.020329] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.020475] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.020546] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.020755] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.020989] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.034853] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c53fb99-a395-4c85-9f56-ccb24839868d in Status: IN_PROGRESS for 2s [ 1010.035712] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.035855] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.035908] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.036171] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.036322] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.046921] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f1a663-4683-49a6-98a9-616bfa62b608 in Status: IN_PROGRESS for 2s [ 1010.296552] env[66979]: INFO networking_nsxv3.common.synchronization [req-3b5c5045-08d1-4f31-bf3c-9b35ef2171bb req-a4d6530b-014d-459a-8fa1-3c293e5c3648 tempest-AttachVolumeNegativeTest-425064559 tempest-AttachVolumeNegativeTest-425064559-project-member] Enqueued Resource ID: 9c5432c5-03db-4183-b553-ccc5492bb34b with Priority: HIGHEST for action security_group_members [ 1010.296805] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c5432c5-03db-4183-b553-ccc5492bb34b with Priority: HIGHEST for action security_group_members [ 1010.297450] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c5432c5-03db-4183-b553-ccc5492bb34b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.297450] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c5432c5-03db-4183-b553-ccc5492bb34b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.297450] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c5432c5-03db-4183-b553-ccc5492bb34b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.297649] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c5432c5-03db-4183-b553-ccc5492bb34b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.297813] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.297929] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.297987] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.298167] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.298273] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.298344] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c5432c5-03db-4183-b553-ccc5492bb34b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.358422] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2756e318-d9bb-43b9-98f8-d15a597a9dd4 [ 1010.358669] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.358840] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.358905] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.359110] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.359203] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.359419] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2756e318-d9bb-43b9-98f8-d15a597a9dd4 already deleted. [ 1010.360135] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2756e318-d9bb-43b9-98f8-d15a597a9dd4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.404095] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bbb529f-994b-4d08-a55b-59802ab8d06c taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.405107] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.406675] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bbb529f-994b-4d08-a55b-59802ab8d06c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.408328] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0c1589e-eca5-4081-a967-17e194bdb665 with status ACTIVE [ 1010.408328] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.408489] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.408735] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.408805] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.408932] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.409149] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.409259] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.409316] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.409554] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.409713] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.410486] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.410486] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.410486] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.410486] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.410912] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.410912] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0c1589e-eca5-4081-a967-17e194bdb665 is going to be updated. [ 1010.433490] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.434282] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.434631] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.435171] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.435870] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.435870] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0c1589e-eca5-4081-a967-17e194bdb665" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.801571] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.801909] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.801909] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.802073] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.802172] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.802377] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.802467] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.802533] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.802683] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.802756] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.802846] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c5432c5-03db-4183-b553-ccc5492bb34b is going to be updated. [ 1010.832957] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.832957] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.832957] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.833110] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.836138] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.842976] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5432c5-03db-4183-b553-ccc5492bb34b in Status: IN_PROGRESS for 2s [ 1010.914658] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bbb529f-994b-4d08-a55b-59802ab8d06c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.423025] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.423025] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.423025] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.423025] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.423025] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.423025] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c is going to be created. [ 1011.466390] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.466532] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.466578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.466795] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.466962] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.479134] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c in Status: UNINITIALIZED for 2s [ 1012.050283] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c53fb99-a395-4c85-9f56-ccb24839868d in Status: SUCCESS [ 1012.050723] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.062169] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 45f1a663-4683-49a6-98a9-616bfa62b608 in Status: SUCCESS [ 1012.062169] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 45f1a663-4683-49a6-98a9-616bfa62b608 deletion is rescheduled due to dependency. [ 1012.062169] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.128089] env[66979]: INFO networking_nsxv3.common.synchronization [req-11b22640-9a15-4e04-9f6b-734a11a880b3 req-2d5d5e9f-4bbe-452f-a154-81e109bcec06 tempest-SecurityGroupRulesTestJSON-1213919919 tempest-SecurityGroupRulesTestJSON-1213919919-project-member] Enqueued Resource ID: c7e7454b-655c-474f-afa2-df45723f76d5 with Priority: HIGHEST for action security_group_rules [ 1012.128747] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7e7454b-655c-474f-afa2-df45723f76d5 with Priority: HIGHEST for action security_group_rules [ 1012.129287] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c7e7454b-655c-474f-afa2-df45723f76d5 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.129644] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c7e7454b-655c-474f-afa2-df45723f76d5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.129644] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c7e7454b-655c-474f-afa2-df45723f76d5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.129883] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c7e7454b-655c-474f-afa2-df45723f76d5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.130044] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c7e7454b-655c-474f-afa2-df45723f76d5',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.658035] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.658035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.658035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.658264] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.658297] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.658373] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c7e7454b-655c-474f-afa2-df45723f76d5 already deleted. [ 1012.658458] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c7e7454b-655c-474f-afa2-df45723f76d5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.853521] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c5432c5-03db-4183-b553-ccc5492bb34b in Status: SUCCESS [ 1012.853716] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c5432c5-03db-4183-b553-ccc5492bb34b deletion is rescheduled due to dependency. [ 1012.853840] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c5432c5-03db-4183-b553-ccc5492bb34b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.877627] env[66979]: INFO networking_nsxv3.common.synchronization [None req-74437261-0224-4d23-bbd0-8b1d7c023320 None None] Enqueued Resource ID: 5aa4b42a-f9b0-4c5f-a048-c51a04727c17 with Priority: HIGHEST for action port [ 1012.878252] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aa4b42a-f9b0-4c5f-a048-c51a04727c17 with Priority: HIGHEST for action port [ 1012.878574] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-5aa4b42a-f9b0-4c5f-a048-c51a04727c17 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.878801] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5aa4b42a-f9b0-4c5f-a048-c51a04727c17" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.878801] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5aa4b42a-f9b0-4c5f-a048-c51a04727c17" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.879060] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5aa4b42a-f9b0-4c5f-a048-c51a04727c17" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.879379] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aa4b42a-f9b0-4c5f-a048-c51a04727c17',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.270132] env[66979]: INFO networking_nsxv3.common.synchronization [req-3d53d8c7-ad8b-42c4-9867-b2b4093440bc req-98b90499-5e3e-4ad3-9711-3f05bc5a6aab tempest-SecurityGroupRulesTestJSON-1213919919 tempest-SecurityGroupRulesTestJSON-1213919919-project-member] Enqueued Resource ID: 8caa13ef-2a80-409c-9b70-ba574b854aac with Priority: HIGHEST for action security_group_rules [ 1013.270769] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8caa13ef-2a80-409c-9b70-ba574b854aac with Priority: HIGHEST for action security_group_rules [ 1013.271459] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8caa13ef-2a80-409c-9b70-ba574b854aac taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.271589] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8caa13ef-2a80-409c-9b70-ba574b854aac" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.271658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8caa13ef-2a80-409c-9b70-ba574b854aac" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.272042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8caa13ef-2a80-409c-9b70-ba574b854aac" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.272141] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8caa13ef-2a80-409c-9b70-ba574b854aac',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.381349] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5aa4b42a-f9b0-4c5f-a048-c51a04727c17 [ 1013.381598] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.381734] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.381815] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.382057] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.382147] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.382255] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5aa4b42a-f9b0-4c5f-a048-c51a04727c17 already deleted. [ 1013.382661] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5aa4b42a-f9b0-4c5f-a048-c51a04727c17" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.490581] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c in Status: SUCCESS [ 1013.490809] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.491020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.491266] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.491465] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.491608] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.491669] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.491861] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.491952] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.492063] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.492162] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bbb529f-994b-4d08-a55b-59802ab8d06c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.608956] env[66979]: INFO networking_nsxv3.common.synchronization [req-919e06bd-df21-4315-9ee3-f0bff74ebd60 req-f59f1f16-f59e-40e3-b2b4-32a16efbb421 tempest-SecurityGroupRulesTestJSON-1213919919 tempest-SecurityGroupRulesTestJSON-1213919919-project-member] Enqueued Resource ID: 8caa13ef-2a80-409c-9b70-ba574b854aac with Priority: HIGHEST for action security_group_rules [ 1013.609839] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8caa13ef-2a80-409c-9b70-ba574b854aac with Priority: HIGHEST for action security_group_rules [ 1013.610215] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8caa13ef-2a80-409c-9b70-ba574b854aac taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.610302] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8caa13ef-2a80-409c-9b70-ba574b854aac" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.795710] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.795868] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.795949] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.796214] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.796331] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.796434] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8caa13ef-2a80-409c-9b70-ba574b854aac already deleted. [ 1013.796549] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8caa13ef-2a80-409c-9b70-ba574b854aac" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.796672] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8caa13ef-2a80-409c-9b70-ba574b854aac" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.796830] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8caa13ef-2a80-409c-9b70-ba574b854aac" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.796954] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8caa13ef-2a80-409c-9b70-ba574b854aac',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.995227] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bbb529f-994b-4d08-a55b-59802ab8d06c taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.995227] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.995227] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.995673] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.995673] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.996244] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.996514] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.996745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.996839] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.996939] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.997120] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bbb529f-994b-4d08-a55b-59802ab8d06c taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.997223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.997299] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.997448] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.997593] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.997687] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.997815] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.997879] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.997957] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.998055] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.998146] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bbb529f-994b-4d08-a55b-59802ab8d06c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.064733] env[66979]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1014.066199] env[66979]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1014.321246] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.321729] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.321729] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.321729] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.321997] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.321997] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8caa13ef-2a80-409c-9b70-ba574b854aac already deleted. [ 1014.321997] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8caa13ef-2a80-409c-9b70-ba574b854aac" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.479395] env[66979]: INFO networking_nsxv3.common.synchronization [req-bfeadcd2-a2b1-457d-8a9d-b2ceef4891ab req-364e379e-45a9-4e7e-85ca-34d5e72994d6 tempest-SecurityGroupRulesTestJSON-1213919919 tempest-SecurityGroupRulesTestJSON-1213919919-project-member] Enqueued Resource ID: 8caa13ef-2a80-409c-9b70-ba574b854aac with Priority: HIGHEST for action security_group_rules [ 1014.479955] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8caa13ef-2a80-409c-9b70-ba574b854aac with Priority: HIGHEST for action security_group_rules [ 1014.480300] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8caa13ef-2a80-409c-9b70-ba574b854aac taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.480471] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8caa13ef-2a80-409c-9b70-ba574b854aac" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.480567] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8caa13ef-2a80-409c-9b70-ba574b854aac" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.480719] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8caa13ef-2a80-409c-9b70-ba574b854aac" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.480797] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8caa13ef-2a80-409c-9b70-ba574b854aac',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.501359] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bbb529f-994b-4d08-a55b-59802ab8d06c: rpc.has_security_group_logging(os_id): False [ 1014.520026] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.520026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.520026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.520267] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.520267] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.520532] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.520680] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.520730] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.520970] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.521066] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.521258] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.521360] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.521414] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.521559] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.521623] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.521803] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.521897] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.521963] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.522143] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.522210] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.522259] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c is going to be created. [ 1014.587447] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.587602] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.587665] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.587848] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.588108] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.598760] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c in Status: IN_PROGRESS for 2s [ 1014.688687] env[66979]: INFO networking_nsxv3.common.synchronization [req-887eaf90-adbc-4510-af5b-d9c7fcd653b7 req-3aac6be6-4fa2-4282-bdd0-aaf7e7fe2774 tempest-DeleteServersTestJSON-771878521 tempest-DeleteServersTestJSON-771878521-project-member] Enqueued Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 1014.689494] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 1014.690443] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.690443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.690443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.690443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.690443] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.690443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.690443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.690783] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.690783] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.690783] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.004503] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.004692] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.004692] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.005281] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.005281] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.005281] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8caa13ef-2a80-409c-9b70-ba574b854aac already deleted. [ 1015.005281] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8caa13ef-2a80-409c-9b70-ba574b854aac" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.193216] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.193396] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.193447] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.193648] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.193741] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.193939] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.194045] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.194168] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.194255] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.194350] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.194426] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 is going to be updated. [ 1015.226434] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.227169] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.227169] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.227169] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.227169] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.238307] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: IN_PROGRESS for 2s [ 1016.615060] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c in Status: SUCCESS [ 1016.616340] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.042472] env[66979]: INFO networking_nsxv3.common.synchronization [req-6bca6069-b744-471e-a132-87ed4d3262a9 req-40a1d9a0-1ee6-41cc-b697-836bdc5ddd4e tempest-ServerRescueNegativeTestJSON-533741274 tempest-ServerRescueNegativeTestJSON-533741274-project-member] Enqueued Resource ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 with Priority: HIGHEST for action security_group_members [ 1017.042846] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 with Priority: HIGHEST for action security_group_members [ 1017.042962] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e47ceab-7176-4d12-bf85-edd8ce39dc87 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.043091] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.043155] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.043433] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.043587] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.043684] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.043744] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.043884] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.044020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.044101] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e47ceab-7176-4d12-bf85-edd8ce39dc87',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.249823] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: SUCCESS [ 1017.249823] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 deletion is rescheduled due to dependency. [ 1017.249924] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.548286] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.548286] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.548286] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.548286] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.548286] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.548286] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.548286] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.548286] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.548286] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.548286] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.548286] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 already deleted. [ 1017.548286] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.605971] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-478 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.606218] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-478" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.606381] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-478" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.606719] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-478" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.607026] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.607752] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.607752] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.607752] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.607752] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.608800] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.608800] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1017.608800] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1017.608800] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1017.608800] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1017.608800] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1017.608800] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1017.631443] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1017.631443] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1017.631779] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1017.631779] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-478" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.632084] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-60e14e54-6a58-47bc-bd06-4b95f5f16154 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.632373] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-60e14e54-6a58-47bc-bd06-4b95f5f16154" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.632512] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-60e14e54-6a58-47bc-bd06-4b95f5f16154" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.632858] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-60e14e54-6a58-47bc-bd06-4b95f5f16154" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.633059] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60e14e54-6a58-47bc-bd06-4b95f5f16154',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.136983] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.137340] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.137531] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.138696] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.138696] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.138696] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 60e14e54-6a58-47bc-bd06-4b95f5f16154 not found, creating... [ 1018.138842] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.139045] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.139192] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.139568] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.139760] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.141741] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.143080] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.143244] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.146020] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.146020] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.146020] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 60e14e54-6a58-47bc-bd06-4b95f5f16154 is going to be created. [ 1018.169853] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.169853] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.169853] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.170103] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.170721] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.170721] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-60e14e54-6a58-47bc-bd06-4b95f5f16154" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.908435] env[66979]: INFO networking_nsxv3.common.synchronization [req-6bca6069-b744-471e-a132-87ed4d3262a9 req-91b4f241-ee13-4c73-bdfd-8b14ecbcf47d service nova] Enqueued Resource ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 with Priority: HIGHEST for action security_group_rules [ 1018.908661] env[66979]: INFO networking_nsxv3.common.synchronization [req-6bca6069-b744-471e-a132-87ed4d3262a9 req-91b4f241-ee13-4c73-bdfd-8b14ecbcf47d service nova] Enqueued Resource ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 with Priority: HIGHEST for action security_group_members [ 1018.908700] env[66979]: INFO networking_nsxv3.common.synchronization [req-6bca6069-b744-471e-a132-87ed4d3262a9 req-91b4f241-ee13-4c73-bdfd-8b14ecbcf47d service nova] Enqueued Resource ID: 60e14e54-6a58-47bc-bd06-4b95f5f16154 with Priority: HIGHEST for action port [ 1018.909631] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 with Priority: HIGHEST for action security_group_rules [ 1018.909804] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 with Priority: HIGHEST for action security_group_members [ 1018.909913] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60e14e54-6a58-47bc-bd06-4b95f5f16154 with Priority: HIGHEST for action port [ 1018.910226] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e47ceab-7176-4d12-bf85-edd8ce39dc87 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.910363] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.910431] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.910759] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.910952] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e47ceab-7176-4d12-bf85-edd8ce39dc87',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.912706] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e47ceab-7176-4d12-bf85-edd8ce39dc87 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.912820] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.912990] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.913085] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.914937] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.915081] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.915176] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.915357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.915447] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.915541] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e47ceab-7176-4d12-bf85-edd8ce39dc87',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.916926] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-60e14e54-6a58-47bc-bd06-4b95f5f16154 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.917053] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60e14e54-6a58-47bc-bd06-4b95f5f16154" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.917159] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60e14e54-6a58-47bc-bd06-4b95f5f16154" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.917393] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60e14e54-6a58-47bc-bd06-4b95f5f16154" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.917495] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60e14e54-6a58-47bc-bd06-4b95f5f16154',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.413805] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e47ceab-7176-4d12-bf85-edd8ce39dc87 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.413980] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.419610] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e47ceab-7176-4d12-bf85-edd8ce39dc87',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.421272] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60e14e54-6a58-47bc-bd06-4b95f5f16154 with status ACTIVE [ 1019.421494] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.422470] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.422470] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.422470] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.422470] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.422663] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.422746] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.422746] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.422892] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.422980] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.423264] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.423324] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.423362] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.423476] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.423563] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.423672] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60e14e54-6a58-47bc-bd06-4b95f5f16154 is going to be updated. [ 1019.448365] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.448550] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.448550] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.448708] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.448878] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.449103] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60e14e54-6a58-47bc-bd06-4b95f5f16154" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.665506] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-11 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.665727] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-11" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.665955] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-11" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.666238] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-11" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.666554] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.666867] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.666954] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.667238] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.667450] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.667710] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.667873] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.668038] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.668392] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.668606] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.669406] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.669695] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.692767] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.693649] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1019.693649] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.693649] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-11" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.693952] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-800e02be-23a6-4da7-a850-321105b8ce9e taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.694149] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-800e02be-23a6-4da7-a850-321105b8ce9e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.694276] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-800e02be-23a6-4da7-a850-321105b8ce9e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.694538] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-800e02be-23a6-4da7-a850-321105b8ce9e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.694731] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('800e02be-23a6-4da7-a850-321105b8ce9e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.926160] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e47ceab-7176-4d12-bf85-edd8ce39dc87',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.198758] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.198998] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.199522] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.199522] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.199633] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.199821] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.199969] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.200585] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.200585] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.200585] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.200748] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.200870] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.201203] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.201376] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.201414] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.201873] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 800e02be-23a6-4da7-a850-321105b8ce9e is going to be updated. [ 1020.230495] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.231232] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.231232] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.231232] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.231372] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.231601] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-800e02be-23a6-4da7-a850-321105b8ce9e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.429132] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.429323] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.429323] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.429468] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.429840] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.429840] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 is going to be created. [ 1020.457879] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.457879] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.457879] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.457879] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.458233] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.469899] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 in Status: UNINITIALIZED for 2s [ 1020.975765] env[66979]: INFO networking_nsxv3.common.synchronization [req-184f5634-3329-45de-a264-b84102f75747 req-97d4fb10-7429-4e2f-8cfb-f6f7b76a07c7 service nova] Enqueued Resource ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a with Priority: HIGHEST for action security_group_rules [ 1020.976151] env[66979]: INFO networking_nsxv3.common.synchronization [req-184f5634-3329-45de-a264-b84102f75747 req-97d4fb10-7429-4e2f-8cfb-f6f7b76a07c7 service nova] Enqueued Resource ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a with Priority: HIGHEST for action security_group_members [ 1020.976151] env[66979]: INFO networking_nsxv3.common.synchronization [req-184f5634-3329-45de-a264-b84102f75747 req-97d4fb10-7429-4e2f-8cfb-f6f7b76a07c7 service nova] Enqueued Resource ID: 800e02be-23a6-4da7-a850-321105b8ce9e with Priority: HIGHEST for action port [ 1020.976589] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a with Priority: HIGHEST for action security_group_rules [ 1020.976717] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a with Priority: HIGHEST for action security_group_members [ 1020.976897] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 800e02be-23a6-4da7-a850-321105b8ce9e with Priority: HIGHEST for action port [ 1020.977104] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ad799ee-bbf6-483b-8d55-df9eab8a371a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.977226] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.977361] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.977483] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.977570] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ad799ee-bbf6-483b-8d55-df9eab8a371a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.978439] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad799ee-bbf6-483b-8d55-df9eab8a371a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.978613] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.978613] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.978800] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.979079] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.979211] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.979298] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.979490] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.980124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.980124] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ad799ee-bbf6-483b-8d55-df9eab8a371a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.980841] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-800e02be-23a6-4da7-a850-321105b8ce9e taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.980841] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-800e02be-23a6-4da7-a850-321105b8ce9e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.980841] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-800e02be-23a6-4da7-a850-321105b8ce9e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.980841] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-800e02be-23a6-4da7-a850-321105b8ce9e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.980841] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('800e02be-23a6-4da7-a850-321105b8ce9e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.996916] env[66979]: INFO networking_nsxv3.common.synchronization [req-029b46e0-6b88-4ca5-8d84-d3cc6573d108 req-e26c983f-a92f-4785-95bd-ecc867c61cda tempest-ImagesTestJSON-1664217714 tempest-ImagesTestJSON-1664217714-project-member] Enqueued Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_members [ 1020.997900] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77723165-bb10-4849-b9dc-abee857eeb83 with Priority: HIGHEST for action security_group_members [ 1020.998228] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-77723165-bb10-4849-b9dc-abee857eeb83 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.998352] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.998428] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.998688] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.999123] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.999236] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.999301] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.999455] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.999537] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.999629] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77723165-bb10-4849-b9dc-abee857eeb83',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.483161] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad799ee-bbf6-483b-8d55-df9eab8a371a taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.483393] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.483573] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ad799ee-bbf6-483b-8d55-df9eab8a371a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.484648] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 800e02be-23a6-4da7-a850-321105b8ce9e with status ACTIVE [ 1021.484854] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.485093] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.485093] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.485321] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.485447] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.485698] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.485802] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.485877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.486071] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.486187] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.486430] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.486531] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.486590] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.486757] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.486852] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.486945] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 800e02be-23a6-4da7-a850-321105b8ce9e is going to be updated. [ 1021.501355] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.501517] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.501588] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.501789] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.501879] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.502147] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.502250] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.502309] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.502469] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.502536] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.502620] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77723165-bb10-4849-b9dc-abee857eeb83 is going to be updated. [ 1021.509788] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.509967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.510028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.510197] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.510335] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.510494] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-800e02be-23a6-4da7-a850-321105b8ce9e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.530008] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.530300] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.530300] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.530447] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.530584] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.540109] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: IN_PROGRESS for 2s [ 1021.989695] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ad799ee-bbf6-483b-8d55-df9eab8a371a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.483980] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 in Status: SUCCESS [ 1022.484489] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.484725] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.485016] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.485263] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.485398] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.485466] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.485683] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.485778] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.486343] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.486418] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e47ceab-7176-4d12-bf85-edd8ce39dc87',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.492546] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.492680] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.492774] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.493020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.493150] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.493256] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a is going to be updated. [ 1022.526540] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.526727] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.526727] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.526950] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.527093] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.536856] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a in Status: IN_PROGRESS for 2s [ 1022.566192] env[66979]: INFO networking_nsxv3.common.synchronization [req-4a493c62-3ded-4c7c-bd33-41a4b0dd598e req-0f697328-bbaa-4234-9576-7671e38ccde0 tempest-ServerRescueNegativeTestJSON-533741274 tempest-ServerRescueNegativeTestJSON-533741274-project-member] Enqueued Resource ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 with Priority: HIGHEST for action security_group_members [ 1022.567243] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 with Priority: HIGHEST for action security_group_members [ 1022.567665] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e47ceab-7176-4d12-bf85-edd8ce39dc87 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.567821] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.567977] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.568221] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.568421] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.568553] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.568618] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.568868] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.568944] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.569091] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e47ceab-7176-4d12-bf85-edd8ce39dc87',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.896464] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-478 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.896680] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-478" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.896835] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-478" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.897133] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-478" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.897407] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.897574] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.897691] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.897909] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.898064] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.898280] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.898406] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.898519] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.898625] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.898735] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.898885] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.899128] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.918972] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.919165] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1022.919222] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.919398] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-478" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.919721] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-83abeb81-e3be-4278-9a58-c832eaefe19a taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.919893] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-83abeb81-e3be-4278-9a58-c832eaefe19a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.920024] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-83abeb81-e3be-4278-9a58-c832eaefe19a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.920363] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-83abeb81-e3be-4278-9a58-c832eaefe19a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.920514] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83abeb81-e3be-4278-9a58-c832eaefe19a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.989425] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e47ceab-7176-4d12-bf85-edd8ce39dc87 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.989652] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.071549] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e47ceab-7176-4d12-bf85-edd8ce39dc87',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.423117] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.423389] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.423618] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.423800] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.423944] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.424114] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 83abeb81-e3be-4278-9a58-c832eaefe19a not found, creating... [ 1023.424369] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.424521] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.424633] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.424925] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.425081] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.425597] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.425874] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.426011] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.426227] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.426360] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.426496] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 83abeb81-e3be-4278-9a58-c832eaefe19a is going to be created. [ 1023.453345] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.453624] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.453785] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.454541] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.454832] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.455145] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-83abeb81-e3be-4278-9a58-c832eaefe19a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.549997] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77723165-bb10-4849-b9dc-abee857eeb83 in Status: SUCCESS [ 1023.550235] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77723165-bb10-4849-b9dc-abee857eeb83 deletion is rescheduled due to dependency. [ 1023.550443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77723165-bb10-4849-b9dc-abee857eeb83" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.574362] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e47ceab-7176-4d12-bf85-edd8ce39dc87',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.851066] env[66979]: INFO networking_nsxv3.common.synchronization [req-7189c1c9-9c85-4725-a97a-8c76163e1463 req-71d9ac43-fc30-4753-9ea6-c879a23a03d0 tempest-AttachInterfacesTestJSON-1699796385 tempest-AttachInterfacesTestJSON-1699796385-project-member] Enqueued Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_members [ 1023.851796] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_members [ 1023.852183] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.852343] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.852423] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.852701] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.852844] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.852984] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.853262] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.853345] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.853414] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.853522] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.076652] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.077028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.077028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.077104] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.077199] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.077300] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 is going to be updated. [ 1024.107765] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.107900] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.107953] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.108188] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.108332] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.118545] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 in Status: IN_PROGRESS for 2s [ 1024.183324] env[66979]: INFO networking_nsxv3.common.synchronization [req-4a493c62-3ded-4c7c-bd33-41a4b0dd598e req-b4a47b9e-ffec-4f02-81bf-2ff45ab8d6a3 service nova] Enqueued Resource ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 with Priority: HIGHEST for action security_group_rules [ 1024.183525] env[66979]: INFO networking_nsxv3.common.synchronization [req-4a493c62-3ded-4c7c-bd33-41a4b0dd598e req-b4a47b9e-ffec-4f02-81bf-2ff45ab8d6a3 service nova] Enqueued Resource ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 with Priority: HIGHEST for action security_group_members [ 1024.183702] env[66979]: INFO networking_nsxv3.common.synchronization [req-4a493c62-3ded-4c7c-bd33-41a4b0dd598e req-b4a47b9e-ffec-4f02-81bf-2ff45ab8d6a3 service nova] Enqueued Resource ID: 83abeb81-e3be-4278-9a58-c832eaefe19a with Priority: HIGHEST for action port [ 1024.184490] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 with Priority: HIGHEST for action security_group_rules [ 1024.184684] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 with Priority: HIGHEST for action security_group_members [ 1024.184814] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83abeb81-e3be-4278-9a58-c832eaefe19a with Priority: HIGHEST for action port [ 1024.185629] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e47ceab-7176-4d12-bf85-edd8ce39dc87 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.185744] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.185960] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e47ceab-7176-4d12-bf85-edd8ce39dc87 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.186403] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.186403] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-83abeb81-e3be-4278-9a58-c832eaefe19a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.186403] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83abeb81-e3be-4278-9a58-c832eaefe19a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.186537] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83abeb81-e3be-4278-9a58-c832eaefe19a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.186719] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83abeb81-e3be-4278-9a58-c832eaefe19a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.186818] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83abeb81-e3be-4278-9a58-c832eaefe19a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.222179] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.222179] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.222179] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.222179] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.222179] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.222179] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.222179] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.222179] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.222179] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.222179] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.222637] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1024.222637] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1024.222637] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1024.222637] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1024.222834] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1024.222834] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1024.243575] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1024.243855] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1024.244054] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1024.244272] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.245075] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-dd827d7b-ed59-4f9d-bcb0-aef0acb7f477 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.245075] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-dd827d7b-ed59-4f9d-bcb0-aef0acb7f477" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.245075] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-dd827d7b-ed59-4f9d-bcb0-aef0acb7f477" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.245318] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-dd827d7b-ed59-4f9d-bcb0-aef0acb7f477" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.245483] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd827d7b-ed59-4f9d-bcb0-aef0acb7f477',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.355794] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.355972] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.356037] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.356229] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.356322] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.356542] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.356686] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.356755] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.356908] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.356986] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.357091] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 is going to be updated. [ 1024.384435] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.384672] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.384672] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.384818] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.384915] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.395461] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: IN_PROGRESS for 2s [ 1024.549204] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a in Status: SUCCESS [ 1024.549987] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.550227] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.550567] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.550908] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.551174] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.551294] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.551590] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.551743] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.551916] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.552111] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ad799ee-bbf6-483b-8d55-df9eab8a371a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.689662] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 83abeb81-e3be-4278-9a58-c832eaefe19a with status ACTIVE [ 1024.689902] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.690062] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.690136] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.690356] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.690448] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.690634] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.690766] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.690829] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.691032] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.691149] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.691339] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.691433] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.691494] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.691632] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.691705] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.691791] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 83abeb81-e3be-4278-9a58-c832eaefe19a is going to be updated. [ 1024.717221] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.717221] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.717221] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.717221] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.717221] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.717221] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83abeb81-e3be-4278-9a58-c832eaefe19a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.749891] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.749891] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.749891] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.749891] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.749891] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.749891] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port dd827d7b-ed59-4f9d-bcb0-aef0acb7f477 not found, creating... [ 1024.749891] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.749891] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.749891] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.750618] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.750618] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.750618] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.750766] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.750854] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.754567] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.754798] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.754922] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: dd827d7b-ed59-4f9d-bcb0-aef0acb7f477 is going to be created. [ 1024.783758] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.783973] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.784113] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.784406] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.784646] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.784868] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-dd827d7b-ed59-4f9d-bcb0-aef0acb7f477" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.056213] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad799ee-bbf6-483b-8d55-df9eab8a371a taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.056440] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.056558] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.056884] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.057126] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.057267] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.057343] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.057627] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.057744] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.057848] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.058072] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad799ee-bbf6-483b-8d55-df9eab8a371a taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.058194] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.058279] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.058447] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.058586] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.058689] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.058750] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.058876] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.058995] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.059213] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.059271] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ad799ee-bbf6-483b-8d55-df9eab8a371a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.563777] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ad799ee-bbf6-483b-8d55-df9eab8a371a: rpc.has_security_group_logging(os_id): False [ 1025.584202] env[66979]: INFO networking_nsxv3.common.synchronization [req-7189c1c9-9c85-4725-a97a-8c76163e1463 req-edb9c7a1-a920-40de-820d-9dbdc94bd439 service nova] Enqueued Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_rules [ 1025.584202] env[66979]: INFO networking_nsxv3.common.synchronization [req-7189c1c9-9c85-4725-a97a-8c76163e1463 req-edb9c7a1-a920-40de-820d-9dbdc94bd439 service nova] Enqueued Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_members [ 1025.584202] env[66979]: INFO networking_nsxv3.common.synchronization [req-7189c1c9-9c85-4725-a97a-8c76163e1463 req-edb9c7a1-a920-40de-820d-9dbdc94bd439 service nova] Enqueued Resource ID: dd827d7b-ed59-4f9d-bcb0-aef0acb7f477 with Priority: HIGHEST for action port [ 1025.585318] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.585486] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.585580] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.585843] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.585943] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.586174] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.586320] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.586320] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.586490] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.586545] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.586739] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.586895] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.586965] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.587118] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.587199] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.587392] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.587492] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.587571] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.587766] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.587844] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.588009] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a is going to be updated. [ 1025.589602] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_rules [ 1025.590109] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_members [ 1025.590283] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd827d7b-ed59-4f9d-bcb0-aef0acb7f477 with Priority: HIGHEST for action port [ 1025.591350] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.591619] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.591710] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.592045] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.592129] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.593559] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.593923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.594099] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd827d7b-ed59-4f9d-bcb0-aef0acb7f477 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.594197] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd827d7b-ed59-4f9d-bcb0-aef0acb7f477" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.594386] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd827d7b-ed59-4f9d-bcb0-aef0acb7f477" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.596023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd827d7b-ed59-4f9d-bcb0-aef0acb7f477" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.596023] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd827d7b-ed59-4f9d-bcb0-aef0acb7f477',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.675288] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.675501] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.675501] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.675861] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.675861] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.689458] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a in Status: IN_PROGRESS for 2s [ 1026.094618] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.094618] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.099019] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd827d7b-ed59-4f9d-bcb0-aef0acb7f477 with status ACTIVE [ 1026.099219] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.099402] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.099502] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.099800] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.099933] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.100204] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.100360] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.100442] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.100690] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.100762] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.101169] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.101334] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.101431] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.101633] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.101744] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.101882] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd827d7b-ed59-4f9d-bcb0-aef0acb7f477 is going to be updated. [ 1026.126888] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.127155] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.127262] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.128030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.128030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.128030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd827d7b-ed59-4f9d-bcb0-aef0acb7f477" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.133683] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 in Status: SUCCESS [ 1026.133967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.134604] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.134604] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.134911] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.134975] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.135079] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.135414] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.135548] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.135671] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.135905] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e47ceab-7176-4d12-bf85-edd8ce39dc87 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.136036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.136132] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.136334] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.136540] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.136719] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.136825] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.136953] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.137089] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.137215] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.137343] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e47ceab-7176-4d12-bf85-edd8ce39dc87',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.138551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.138784] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.139422] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.139422] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.139422] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.139608] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.139608] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.141071] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e47ceab-7176-4d12-bf85-edd8ce39dc87',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.409727] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: SUCCESS [ 1026.409727] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 deletion is rescheduled due to dependency. [ 1026.409727] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.410264] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.410264] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.410328] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.410485] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.410540] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.410663] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.410915] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.410915] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.642052] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e47ceab-7176-4d12-bf85-edd8ce39dc87: rpc.has_security_group_logging(os_id): False [ 1026.643697] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e47ceab-7176-4d12-bf85-edd8ce39dc87',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.667690] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.667877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.667877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.668047] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.668141] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.668331] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.668429] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.668491] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.669390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.669390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.669390] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.669390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.669390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.669390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.669390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.670151] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.670151] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.670151] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.670151] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.670151] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.670151] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 is going to be created. [ 1026.759594] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.759771] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.759844] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.760060] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.760252] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.780859] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 in Status: IN_PROGRESS for 2s [ 1026.915012] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.147612] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e47ceab-7176-4d12-bf85-edd8ce39dc87',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.418301] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.650971] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.651448] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.651448] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.651528] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.651586] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.651682] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 is going to be updated. [ 1027.697111] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.697294] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.697369] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.697591] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.697743] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.710093] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 in Status: IN_PROGRESS for 2s [ 1027.716669] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a in Status: SUCCESS [ 1027.717946] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.768643] env[66979]: INFO networking_nsxv3.common.synchronization [req-6dace2dd-ea19-42f4-b152-9a91ff369f73 req-a2fa2521-52d3-49d2-a92e-8d8806cbb03a tempest-ServerRescueTestJSON-1827698191 tempest-ServerRescueTestJSON-1827698191-project-member] Enqueued Resource ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 with Priority: HIGHEST for action security_group_members [ 1027.769436] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 with Priority: HIGHEST for action security_group_members [ 1027.769728] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.769907] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.769997] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.770357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.770520] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.770651] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.770734] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.770922] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.771174] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.771174] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b8785ea-bee8-43ad-8d16-ce2c11b1a847',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.921084] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.923633] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.923633] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.923633] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.923633] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.923633] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 is going to be updated. [ 1027.965215] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.965215] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.965215] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.965215] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.965215] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.978180] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: IN_PROGRESS for 2s [ 1028.165227] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-267 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.165529] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-267" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.165687] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-267" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.165966] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-267" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.166248] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.166406] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.166520] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.166734] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.166882] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.167141] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.167257] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1028.167366] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1028.167474] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1028.167581] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1028.167684] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1028.167852] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1028.188230] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1028.188544] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1028.188773] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1028.189043] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-267" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.189410] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-d0c4371d-cfd3-4a94-b35f-a930b3e67608 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.189631] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-d0c4371d-cfd3-4a94-b35f-a930b3e67608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.189790] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-d0c4371d-cfd3-4a94-b35f-a930b3e67608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.190142] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-d0c4371d-cfd3-4a94-b35f-a930b3e67608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.190314] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0c4371d-cfd3-4a94-b35f-a930b3e67608',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.280292] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b8785ea-bee8-43ad-8d16-ce2c11b1a847',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.693074] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.693532] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.693532] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.693740] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.693933] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.694099] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port d0c4371d-cfd3-4a94-b35f-a930b3e67608 not found, creating... [ 1028.694352] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.694510] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.694625] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.694863] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.694999] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.695320] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.695493] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.695611] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.695839] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.695971] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.696162] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: d0c4371d-cfd3-4a94-b35f-a930b3e67608 is going to be created. [ 1028.726091] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.726389] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.726510] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.726798] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.727059] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.727355] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-d0c4371d-cfd3-4a94-b35f-a930b3e67608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.783285] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b8785ea-bee8-43ad-8d16-ce2c11b1a847',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.801515] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 in Status: SUCCESS [ 1028.801743] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.802260] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.802854] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.802854] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e47ceab-7176-4d12-bf85-edd8ce39dc87',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.286099] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.286323] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.286323] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.286543] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.286634] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.286738] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 is going to be updated. [ 1029.305819] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e47ceab-7176-4d12-bf85-edd8ce39dc87 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.306049] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.316019] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.316320] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.316425] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.316631] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.316821] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.326374] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 in Status: IN_PROGRESS for 2s [ 1029.430142] env[66979]: INFO networking_nsxv3.common.synchronization [req-6dace2dd-ea19-42f4-b152-9a91ff369f73 req-53f949ee-1179-4387-8917-cc5b3c07a04b service nova] Enqueued Resource ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 with Priority: HIGHEST for action security_group_rules [ 1029.430142] env[66979]: INFO networking_nsxv3.common.synchronization [req-6dace2dd-ea19-42f4-b152-9a91ff369f73 req-53f949ee-1179-4387-8917-cc5b3c07a04b service nova] Enqueued Resource ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 with Priority: HIGHEST for action security_group_members [ 1029.430142] env[66979]: INFO networking_nsxv3.common.synchronization [req-6dace2dd-ea19-42f4-b152-9a91ff369f73 req-53f949ee-1179-4387-8917-cc5b3c07a04b service nova] Enqueued Resource ID: d0c4371d-cfd3-4a94-b35f-a930b3e67608 with Priority: HIGHEST for action port [ 1029.430142] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 with Priority: HIGHEST for action security_group_rules [ 1029.430142] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 with Priority: HIGHEST for action security_group_members [ 1029.430142] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d0c4371d-cfd3-4a94-b35f-a930b3e67608 with Priority: HIGHEST for action port [ 1029.430388] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b8785ea-bee8-43ad-8d16-ce2c11b1a847 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.430388] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.430470] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.431027] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.431027] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b8785ea-bee8-43ad-8d16-ce2c11b1a847',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.431746] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.431861] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.432107] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-d0c4371d-cfd3-4a94-b35f-a930b3e67608 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.432224] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d0c4371d-cfd3-4a94-b35f-a930b3e67608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.432286] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d0c4371d-cfd3-4a94-b35f-a930b3e67608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.432461] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d0c4371d-cfd3-4a94-b35f-a930b3e67608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.433196] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d0c4371d-cfd3-4a94-b35f-a930b3e67608',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.723424] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 in Status: SUCCESS [ 1029.723782] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.723954] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.724277] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.724535] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.724704] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.724800] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.725020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.725134] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.725369] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.725508] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7e47ceab-7176-4d12-bf85-edd8ce39dc87',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.934768] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.934990] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.935132] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d0c4371d-cfd3-4a94-b35f-a930b3e67608 with status ACTIVE [ 1029.935313] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.935422] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.935487] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.935767] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.935902] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.936187] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.936296] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.936364] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.936533] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.936614] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.936799] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.936906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.937033] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.937147] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.937222] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.937383] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d0c4371d-cfd3-4a94-b35f-a930b3e67608 is going to be updated. [ 1029.961652] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.961975] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.961975] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.962267] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.962443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.962701] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d0c4371d-cfd3-4a94-b35f-a930b3e67608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.989527] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: SUCCESS [ 1029.989527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.989527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.990011] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.990145] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.990413] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.990577] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.990877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.991120] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.991275] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.991552] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.228341] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e47ceab-7176-4d12-bf85-edd8ce39dc87 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.228574] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.228574] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.228792] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.229474] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.229600] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.229686] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.229877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.229969] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.230085] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.230270] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e47ceab-7176-4d12-bf85-edd8ce39dc87 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.230384] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.230454] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.230605] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.230760] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.230858] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.230920] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.231107] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.231194] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.231295] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.231377] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7e47ceab-7176-4d12-bf85-edd8ce39dc87',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.497189] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.497512] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.497512] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.497723] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.498031] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.498183] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.498250] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.498573] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.498573] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.498678] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.498842] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.499206] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.499316] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.499544] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.499755] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.499897] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.499967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.500237] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.500335] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.500464] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.500616] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.734337] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7e47ceab-7176-4d12-bf85-edd8ce39dc87: rpc.has_security_group_logging(os_id): False [ 1030.753093] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.753319] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.753453] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.753790] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.753922] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.754175] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.754338] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.754456] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.754676] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.754804] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.755071] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.755229] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.755323] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.755739] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.756620] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.756858] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.756968] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.757046] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.757195] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.757274] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.757364] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 is going to be updated. [ 1030.818352] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.818500] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.818584] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.818797] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.819028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.833742] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 in Status: IN_PROGRESS for 2s [ 1031.004276] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cfbd9f6-6f98-470f-b021-2e4676f0fb04: rpc.has_security_group_logging(os_id): False [ 1031.023615] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.023768] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.023827] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.024038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.024133] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.024397] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.024504] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.024567] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.024778] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.024834] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.025100] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.025205] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.025291] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.025485] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.025578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.025866] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.025967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.026045] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.026191] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.026298] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.026412] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 is going to be updated. [ 1031.089759] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.089924] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.089967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.090207] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.090365] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.103205] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: IN_PROGRESS for 2s [ 1031.337380] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 in Status: SUCCESS [ 1031.337746] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.338036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.338338] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.338610] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.338793] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.339000] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.339162] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.339253] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.339355] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b8785ea-bee8-43ad-8d16-ce2c11b1a847',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.841758] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b8785ea-bee8-43ad-8d16-ce2c11b1a847',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.345157] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b8785ea-bee8-43ad-8d16-ce2c11b1a847',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.556338] env[66979]: INFO networking_nsxv3.common.synchronization [None req-f4946e89-cdb0-42a8-810d-4795bdcb118d tempest-AttachInterfacesTestJSON-1699796385 tempest-AttachInterfacesTestJSON-1699796385-project-member] Enqueued Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_members [ 1032.557496] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_members [ 1032.557903] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.558089] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.558221] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.558709] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.558709] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.558844] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.558951] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.559283] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.559283] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.559706] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.847491] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.847866] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.847866] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.848042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.848170] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.848277] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 is going to be updated. [ 1032.852792] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 in Status: SUCCESS [ 1032.853258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.878758] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.883026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.883026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.883026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.883026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.891178] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 in Status: IN_PROGRESS for 2s [ 1033.063361] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.121650] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: SUCCESS [ 1033.121913] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.566588] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.069918] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.069918] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.069918] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.069918] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.070399] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.070399] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 is going to be updated. [ 1034.102177] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.102177] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.102177] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.102390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.102390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.114443] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: IN_PROGRESS for 2s [ 1034.877764] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.877764] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.877995] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.878548] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.878881] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.879303] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.879527] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.879934] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.880183] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.880493] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.880654] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.880916] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.880916] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.881126] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.881373] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.881603] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.904343] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 in Status: SUCCESS [ 1034.904728] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.904911] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.905257] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.905443] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.905571] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.905638] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.905793] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.905885] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.906404] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.907514] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b8785ea-bee8-43ad-8d16-ce2c11b1a847',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.909970] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.910202] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1034.910380] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.910620] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.910996] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-ba135025-a4df-4ffb-8a9b-52890328423b taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.911345] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-ba135025-a4df-4ffb-8a9b-52890328423b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.911532] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-ba135025-a4df-4ffb-8a9b-52890328423b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.911854] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-ba135025-a4df-4ffb-8a9b-52890328423b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.911991] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba135025-a4df-4ffb-8a9b-52890328423b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.414118] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.414118] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.414118] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.414634] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.414634] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.414937] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.414937] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.414937] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.415043] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.415141] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.415322] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.415410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.415473] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.415628] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.415787] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.415880] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.416021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.416148] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.416238] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.416617] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.416617] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b8785ea-bee8-43ad-8d16-ce2c11b1a847',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.417974] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.418259] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.418322] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.418576] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.418778] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.419010] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port ba135025-a4df-4ffb-8a9b-52890328423b not found, creating... [ 1035.419349] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.419586] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.419786] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.420795] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.421073] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.421533] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.421688] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.421827] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.422156] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.422291] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.422583] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: ba135025-a4df-4ffb-8a9b-52890328423b is going to be created. [ 1035.448081] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.448401] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.448547] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.448881] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.449576] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.449917] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-ba135025-a4df-4ffb-8a9b-52890328423b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.925635] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b8785ea-bee8-43ad-8d16-ce2c11b1a847: rpc.has_security_group_logging(os_id): False [ 1035.944250] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.944478] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.944532] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.944891] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.944999] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.945188] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.945310] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.945392] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.945610] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.945706] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.945927] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.946132] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.946257] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.946460] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.946525] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.946760] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.946885] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.946962] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.947179] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.947281] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.947386] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 is going to be updated. [ 1036.018054] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.018218] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.018292] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.018586] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.018668] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.034085] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 in Status: IN_PROGRESS for 2s [ 1036.134184] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: SUCCESS [ 1036.134768] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.152142] env[66979]: INFO networking_nsxv3.common.synchronization [req-76a20d5d-4aaf-488c-827b-56128c6cc797 req-635e31e6-865d-48cf-8849-defef9a215e0 service nova] Enqueued Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_rules [ 1036.152372] env[66979]: INFO networking_nsxv3.common.synchronization [req-76a20d5d-4aaf-488c-827b-56128c6cc797 req-635e31e6-865d-48cf-8849-defef9a215e0 service nova] Enqueued Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_members [ 1036.152514] env[66979]: INFO networking_nsxv3.common.synchronization [req-76a20d5d-4aaf-488c-827b-56128c6cc797 req-635e31e6-865d-48cf-8849-defef9a215e0 service nova] Enqueued Resource ID: ba135025-a4df-4ffb-8a9b-52890328423b with Priority: HIGHEST for action port [ 1036.153118] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_rules [ 1036.153255] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_members [ 1036.153382] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ba135025-a4df-4ffb-8a9b-52890328423b with Priority: HIGHEST for action port [ 1036.153652] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.153773] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.153842] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.154043] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.154130] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.155121] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.155782] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.155782] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.155782] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.155782] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.155782] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.155782] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.156017] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.156017] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.156154] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.156802] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-ba135025-a4df-4ffb-8a9b-52890328423b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.157782] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ba135025-a4df-4ffb-8a9b-52890328423b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.157782] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ba135025-a4df-4ffb-8a9b-52890328423b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.157782] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ba135025-a4df-4ffb-8a9b-52890328423b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.157782] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ba135025-a4df-4ffb-8a9b-52890328423b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.659481] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.659481] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.659481] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.660212] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ba135025-a4df-4ffb-8a9b-52890328423b with status ACTIVE [ 1036.660391] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.661090] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.661090] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.661090] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.661090] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.661090] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.661090] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.661090] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.661603] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.661603] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.661729] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.661873] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.662211] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.662447] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.664858] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.664858] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ba135025-a4df-4ffb-8a9b-52890328423b is going to be updated. [ 1036.687541] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.687541] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.687541] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.687967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.687967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.688057] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ba135025-a4df-4ffb-8a9b-52890328423b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.165358] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.583853] env[66979]: INFO networking_nsxv3.common.synchronization [req-0fb8de23-fc0c-4080-a1c6-53a97e79729d req-c862ed9a-4808-4130-ac68-6870091681fb tempest-ServerActionsTestOtherB-718778395 tempest-ServerActionsTestOtherB-718778395-project-member] Enqueued Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_members [ 1037.584337] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_members [ 1037.584769] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.584898] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.584956] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.585160] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.585359] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.585463] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.585516] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.586778] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.586778] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.586778] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.668092] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.668092] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.668092] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.668527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.668527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.668527] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 is going to be updated. [ 1037.701963] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.702130] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.702253] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.702488] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.702682] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.713526] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: IN_PROGRESS for 2s [ 1037.994561] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.994830] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-46" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.994902] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-46" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.995149] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-46" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.995402] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.995606] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.995731] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.995950] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.996161] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.996417] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.997095] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1037.997095] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1037.997095] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1037.997095] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1037.997095] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1037.997319] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1038.017887] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1038.018025] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1038.018169] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1038.018344] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-46" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.018662] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-258fa75f-2440-4285-909d-7ff0b819e673 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.018838] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-258fa75f-2440-4285-909d-7ff0b819e673" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.018954] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-258fa75f-2440-4285-909d-7ff0b819e673" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.019283] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-258fa75f-2440-4285-909d-7ff0b819e673" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.019425] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('258fa75f-2440-4285-909d-7ff0b819e673',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.048861] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 in Status: SUCCESS [ 1038.049145] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.089953] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.090119] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.090182] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.090399] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.090489] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.090683] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.090782] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.090836] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.090987] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.091072] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.091158] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 is going to be updated. [ 1038.121669] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.121844] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.121916] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.122151] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.122302] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.132263] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 in Status: IN_PROGRESS for 2s [ 1038.521702] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.522026] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.522026] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.522425] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.522637] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.522858] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 258fa75f-2440-4285-909d-7ff0b819e673 not found, creating... [ 1038.523182] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.523373] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.523553] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.523842] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.524046] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.524444] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.524660] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.524847] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.525121] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.525280] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.525477] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 258fa75f-2440-4285-909d-7ff0b819e673 is going to be created. [ 1038.547168] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.547168] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.547307] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.547624] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.547789] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.548061] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-258fa75f-2440-4285-909d-7ff0b819e673" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.316319] env[66979]: INFO networking_nsxv3.common.synchronization [req-0fb8de23-fc0c-4080-a1c6-53a97e79729d req-c4c01287-89e8-49d8-ae25-2cd88c77a2b4 service nova] Enqueued Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_rules [ 1039.316922] env[66979]: INFO networking_nsxv3.common.synchronization [req-0fb8de23-fc0c-4080-a1c6-53a97e79729d req-c4c01287-89e8-49d8-ae25-2cd88c77a2b4 service nova] Enqueued Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_members [ 1039.316922] env[66979]: INFO networking_nsxv3.common.synchronization [req-0fb8de23-fc0c-4080-a1c6-53a97e79729d req-c4c01287-89e8-49d8-ae25-2cd88c77a2b4 service nova] Enqueued Resource ID: 258fa75f-2440-4285-909d-7ff0b819e673 with Priority: HIGHEST for action port [ 1039.320344] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_rules [ 1039.320344] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_members [ 1039.320344] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 258fa75f-2440-4285-909d-7ff0b819e673 with Priority: HIGHEST for action port [ 1039.320344] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f72661a1-79ab-4976-a1a4-72f9ad7c40e3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.320344] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.320344] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.320344] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.320761] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.321477] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.321570] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.321775] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-258fa75f-2440-4285-909d-7ff0b819e673 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.321885] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-258fa75f-2440-4285-909d-7ff0b819e673" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.321937] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-258fa75f-2440-4285-909d-7ff0b819e673" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.322631] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-258fa75f-2440-4285-909d-7ff0b819e673" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.322631] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('258fa75f-2440-4285-909d-7ff0b819e673',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.728839] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: SUCCESS [ 1039.729093] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.729306] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.730262] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.730262] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.730262] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.730262] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.730262] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.730262] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.730262] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.730262] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.824232] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.824391] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.827820] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 258fa75f-2440-4285-909d-7ff0b819e673 with status ACTIVE [ 1039.828041] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.828170] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.828235] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.828501] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.828630] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.828827] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.828923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.828985] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.829185] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.829274] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.829431] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.829619] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.829730] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.829831] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.829902] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.829988] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 258fa75f-2440-4285-909d-7ff0b819e673 is going to be updated. [ 1039.856560] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.856797] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.856797] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.856991] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.857202] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.857300] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-258fa75f-2440-4285-909d-7ff0b819e673" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.033472] env[66979]: INFO networking_nsxv3.common.synchronization [req-db53295d-a5dd-4b39-8c27-395b2899af69 req-c9e11216-50c5-478f-ab87-70b5edd0d2d6 tempest-DeleteServersTestJSON-771878521 tempest-DeleteServersTestJSON-771878521-project-member] Enqueued Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 1040.034056] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 1040.034397] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.034510] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.034604] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.034845] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.035073] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.035073] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.035187] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.035266] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.035374] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.035438] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.142698] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 in Status: SUCCESS [ 1040.142954] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 deletion is rescheduled due to dependency. [ 1040.143045] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.143201] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.143423] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.143776] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.144536] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.144536] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.144536] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.144536] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.144536] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.233014] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.233255] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.233255] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.233485] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.237021] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.237021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.237021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.237021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.237021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.237021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.237021] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.237021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.237021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.237021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.237021] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.237021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.237021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.237021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.237021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.237021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.237021] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.397913] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-334 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.397913] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-334" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.397913] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-334" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.398488] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-334" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.398980] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.400326] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.400326] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.400326] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.400326] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.401424] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.401424] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1040.401770] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1040.402779] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1040.402779] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1040.402779] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1040.402779] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1040.429674] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1040.429999] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1040.430224] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1040.431589] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-334" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.431589] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-5d1c474c-716d-4c10-9fda-046d16f16dda taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.431589] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-5d1c474c-716d-4c10-9fda-046d16f16dda" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.431589] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-5d1c474c-716d-4c10-9fda-046d16f16dda" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.431589] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-5d1c474c-716d-4c10-9fda-046d16f16dda" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.432394] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d1c474c-716d-4c10-9fda-046d16f16dda',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.537887] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.538192] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.538192] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.538453] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.538561] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.538750] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.538887] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.538955] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.539118] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.539237] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.539311] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 is going to be updated. [ 1040.568881] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.569188] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.569409] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.569631] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.569894] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.581667] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: IN_PROGRESS for 2s [ 1040.649602] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.739787] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cfbd9f6-6f98-470f-b021-2e4676f0fb04: rpc.has_security_group_logging(os_id): False [ 1040.762296] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.762534] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.762534] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.762729] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.762831] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.763119] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.763229] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.763302] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.763500] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.763628] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.763878] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.763978] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.764309] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.764517] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.764607] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.764829] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.764941] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.765038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.765220] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.765303] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.765421] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 is going to be updated. [ 1040.925232] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.925495] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.925495] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.925702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.925857] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.936412] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.936682] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.936798] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.937093] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.937242] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.937399] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 5d1c474c-716d-4c10-9fda-046d16f16dda not found, creating... [ 1040.937668] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.937872] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.937937] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.938187] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.938350] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.938641] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.939158] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.939158] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.940305] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.940305] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.940305] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 5d1c474c-716d-4c10-9fda-046d16f16dda is going to be created. [ 1040.941426] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: IN_PROGRESS for 2s [ 1040.961789] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.962127] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.962481] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.962793] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.963237] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.963852] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-5d1c474c-716d-4c10-9fda-046d16f16dda" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.153324] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.657268] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.657737] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.657737] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.658084] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.658298] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.658550] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 is going to be updated. [ 1041.703778] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.704208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.704396] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.704764] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.705139] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.711225] env[66979]: INFO networking_nsxv3.common.synchronization [req-db53295d-a5dd-4b39-8c27-395b2899af69 req-813bbc3b-6942-40b3-9b9f-504ef9dd0b3d service nova] Enqueued Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_rules [ 1041.711550] env[66979]: INFO networking_nsxv3.common.synchronization [req-db53295d-a5dd-4b39-8c27-395b2899af69 req-813bbc3b-6942-40b3-9b9f-504ef9dd0b3d service nova] Enqueued Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 1041.711786] env[66979]: INFO networking_nsxv3.common.synchronization [req-db53295d-a5dd-4b39-8c27-395b2899af69 req-813bbc3b-6942-40b3-9b9f-504ef9dd0b3d service nova] Enqueued Resource ID: 5d1c474c-716d-4c10-9fda-046d16f16dda with Priority: HIGHEST for action port [ 1041.712480] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_rules [ 1041.712630] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 1041.712844] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d1c474c-716d-4c10-9fda-046d16f16dda with Priority: HIGHEST for action port [ 1041.713228] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.713381] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.713469] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.713745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.713851] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.714889] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.715028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.716699] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d1c474c-716d-4c10-9fda-046d16f16dda taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.716699] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d1c474c-716d-4c10-9fda-046d16f16dda" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.716699] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d1c474c-716d-4c10-9fda-046d16f16dda" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.716699] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d1c474c-716d-4c10-9fda-046d16f16dda" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.716699] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d1c474c-716d-4c10-9fda-046d16f16dda',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.738229] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 in Status: IN_PROGRESS for 2s [ 1042.217514] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.217649] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.219010] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d1c474c-716d-4c10-9fda-046d16f16dda with status ACTIVE [ 1042.219232] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.219482] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.219482] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.219781] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.219887] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.220092] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.220191] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.220252] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.220432] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.220528] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.220710] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.220810] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.220869] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.221035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.221114] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.221212] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d1c474c-716d-4c10-9fda-046d16f16dda is going to be updated. [ 1042.246042] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.246042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.246367] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.246413] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.246599] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.246813] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d1c474c-716d-4c10-9fda-046d16f16dda" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.592546] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: SUCCESS [ 1042.593206] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 deletion is rescheduled due to dependency. [ 1042.593206] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.593206] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.593432] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.593544] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.593627] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.593747] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.593854] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.593919] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.594018] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.958646] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: SUCCESS [ 1042.959095] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.004139] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.004139] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.004139] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.004379] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.004379] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.098417] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.506631] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.603239] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.750211] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 in Status: SUCCESS [ 1043.750455] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.750641] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.750869] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.751095] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.751212] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.751283] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.751577] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.751654] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.751690] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.751798] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.012382] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.110026] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.110026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.110026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.110026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.110026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.110026] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 is going to be updated. [ 1044.152227] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.152697] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.152899] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.153311] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.153608] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.169541] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: IN_PROGRESS for 2s [ 1044.256294] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.515212] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1044.515212] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1044.758278] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f72661a1-79ab-4976-a1a4-72f9ad7c40e3: rpc.has_security_group_logging(os_id): False [ 1044.776515] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.776674] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.776739] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.779018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.779018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.779018] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.779018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.779018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.779018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.779018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.779018] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 is going to be updated. [ 1044.828821] env[66979]: INFO networking_nsxv3.common.synchronization [req-720a0fe8-9fec-4658-a06f-6cda5d0c8385 req-cb35e247-6886-4e68-8354-2796c6dff955 tempest-AttachVolumeNegativeTest-425064559 tempest-AttachVolumeNegativeTest-425064559-project-member] Enqueued Resource ID: 7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 with Priority: HIGHEST for action security_group_members [ 1044.829443] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 with Priority: HIGHEST for action security_group_members [ 1044.829756] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.829856] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.829931] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.833120] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.833120] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.833350] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.833389] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.833620] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.833749] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.833873] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f47bc47-5cc5-4ef0-9ff0-3479c93f6458',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.866217] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.866449] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.866524] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.866729] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.866868] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.896621] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 in Status: IN_PROGRESS for 2s [ 1045.337824] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.338180] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.338180] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.338400] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.338497] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.338699] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.338938] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.338938] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.339053] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.339109] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.339198] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 is going to be updated. [ 1045.370013] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.370209] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.370285] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.370523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.370629] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.375096] env[66979]: INFO networking_nsxv3.common.synchronization [req-6d628b56-8281-440d-a8e8-81081da1d870 req-cb04bba5-6b85-4100-8e5d-e0d43842292e tempest-ServersAdminNegativeTestJSON-1961266630 tempest-ServersAdminNegativeTestJSON-1961266630-project-member] Enqueued Resource ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c with Priority: HIGHEST for action security_group_members [ 1045.375686] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c with Priority: HIGHEST for action security_group_members [ 1045.376026] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bbb529f-994b-4d08-a55b-59802ab8d06c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.376158] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.376261] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.376460] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.376625] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.376725] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.376788] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.376949] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.377034] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.377128] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bbb529f-994b-4d08-a55b-59802ab8d06c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.381537] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 in Status: IN_PROGRESS for 2s [ 1045.564452] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.564452] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.564651] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.564879] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.584508] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1045.585215] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.586685] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1045.624247] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.624487] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.624487] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.624925] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.643864] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.648032] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1045.648032] env[66979]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66979) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1045.648032] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1045.739611] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.739611] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.739611] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.739848] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.744523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.745182] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1045.853124] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.853124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.853124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.853124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.853124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.853722] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1045.880679] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bbb529f-994b-4d08-a55b-59802ab8d06c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.956377] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.956658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.956827] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.957123] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.957469] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.957840] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:50. [ 1045.958027] env[66979]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'7a8ee3ac-9a87-4a99-b061-a73552626a2f', '40be81ad-6f91-4d06-84bc-8a2a0766af5f', '1bbb529f-994b-4d08-a55b-59802ab8d06c', '5ece01d5-2923-43ba-a335-54580ed2f72a', 'de5bfa1e-2c4e-4747-9a80-0701acf03d59', '7700d124-4838-4e2c-b4fc-3aea73b1a259', '3b8785ea-bee8-43ad-8d16-ce2c11b1a847', '08e94d96-90dc-4aab-b325-7d36d6bf2184', '4191d2ef-9ff2-4b11-a19a-d42fc08d89de', '7f47bc47-5cc5-4ef0-9ff0-3479c93f6458', 'ca03e9f4-45d6-44df-a58a-655ac1067967', '6372389f-f5b4-4ff5-ba0f-372b6e94874d', '84f726ab-8665-49ea-aa26-f68127d830b7', 'a6470684-9ca6-4b2e-bb9e-aa06f4e72fed', 'b00020e5-8cdf-4b2a-81f2-d5cef6735431', '0f1657e5-9388-4ed7-85d2-c5cc69d1529e', '5f53fe5d-8905-4361-88fe-94c3593e0f01', '6c53fb99-a395-4c85-9f56-ccb24839868d', 'f960cd0a-297d-4505-a3f6-8358ce2a9038', '0766ae9a-8d8e-40fc-85ef-62bc4c6960e9', 'dc444871-a0a7-4499-8697-fbc9d061c2bb', '0cfbd9f6-6f98-470f-b021-2e4676f0fb04', '45f1a663-4683-49a6-98a9-616bfa62b608', '74291914-b560-4c39-ae8e-dbd28b635286', '3683c386-e51c-4bb2-880b-952c6c446c1c', '8606b7f1-120a-459b-b2b0-295e62e6f9b6', 'cf0f3f62-4622-453b-92eb-c707aa784a14', '10c3eac2-107d-48a5-85b4-47cb69fc0e9d', '7ad799ee-bbf6-483b-8d55-df9eab8a371a', 'eedad741-6a22-44f9-906d-da3a86714261', 'f83d3924-9f4a-4cf8-ac9a-8810327d5e64', '1b81965c-36f3-4ca2-a830-d83375549e55', '4e589596-cec8-4f81-a0ff-9c4ac80d5abd', '3b417090-0d8d-4c97-9dd8-130455d49254', '9c5432c5-03db-4183-b553-ccc5492bb34b', 'a2b1c138-a92e-4031-9abc-cdb09e8e1034', '38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0', '77723165-bb10-4849-b9dc-abee857eeb83', 'f5e97c8e-582c-423c-98d2-eda3f2db5a0c', 'cdcf65e6-e785-4d77-a9cf-3a6fa6bce984', '6b51eef3-7de4-4972-9885-c342a512c0e9', 'fc405a3b-eed8-485b-b0cd-c15ed5254992', 'bb90cda4-3ce4-467a-968c-a64b663161b4', '7e47ceab-7176-4d12-bf85-edd8ce39dc87', '189a52de-13b0-4587-a4d9-48438f2ebc6f', 'f06e24c9-1464-45b2-a26f-4efe26955678', '6af54c60-d31c-4ee2-9c26-afe2e7abe795', 'b9218918-fcee-4786-9e37-b26af191e097', 'f8c984d5-2418-4800-a502-c0f56c142940', 'f72661a1-79ab-4976-a1a4-72f9ad7c40e3'} {{(pid=66979) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1045.958173] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1045.981456] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.981456] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.985029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.985029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.985029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.985029] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1045.985029] env[66979]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66979) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1045.985029] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1046.079802] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.080015] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.083339] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.083741] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.087911] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.089183] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1046.089183] env[66979]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66979) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1046.089183] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1046.089183] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1046.089183] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/50 resources of Type:Security Group Rules [ 1046.089183] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGH for action security_group_rules [ 1046.089490] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f with Priority: HIGH for action security_group_rules [ 1046.089490] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c with Priority: HIGH for action security_group_rules [ 1046.089666] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ece01d5-2923-43ba-a335-54580ed2f72a with Priority: HIGH for action security_group_rules [ 1046.089817] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGH for action security_group_rules [ 1046.089948] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGH for action security_group_rules [ 1046.090089] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 with Priority: HIGH for action security_group_rules [ 1046.090262] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 with Priority: HIGH for action security_group_rules [ 1046.091157] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4191d2ef-9ff2-4b11-a19a-d42fc08d89de with Priority: HIGH for action security_group_rules [ 1046.091157] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 with Priority: HIGH for action security_group_rules [ 1046.091157] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ca03e9f4-45d6-44df-a58a-655ac1067967 with Priority: HIGH for action security_group_rules [ 1046.091157] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6372389f-f5b4-4ff5-ba0f-372b6e94874d with Priority: HIGH for action security_group_rules [ 1046.091157] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 84f726ab-8665-49ea-aa26-f68127d830b7 with Priority: HIGH for action security_group_rules [ 1046.091157] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed with Priority: HIGH for action security_group_rules [ 1046.091157] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGH for action security_group_rules [ 1046.091157] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e with Priority: HIGH for action security_group_rules [ 1046.091157] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGH for action security_group_rules [ 1046.091157] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6c53fb99-a395-4c85-9f56-ccb24839868d with Priority: HIGH for action security_group_rules [ 1046.091582] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 with Priority: HIGH for action security_group_rules [ 1046.092611] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 with Priority: HIGH for action security_group_rules [ 1046.092611] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.184772] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: SUCCESS [ 1046.185571] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.185657] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.185945] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.186276] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.186566] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.186715] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.187158] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.187449] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.187656] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.187838] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.376985] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.377377] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.377377] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.377717] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.377999] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.378175] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.378289] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.378506] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.378649] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.378943] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.379080] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.379191] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.379464] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.379630] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.379746] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.379922] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.385547] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bbb529f-994b-4d08-a55b-59802ab8d06c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.402724] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.405028] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1046.405028] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.405028] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.405028] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-b3958a78-d390-4ff5-ad0e-9d0c605509f2 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.405028] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-b3958a78-d390-4ff5-ad0e-9d0c605509f2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.405028] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-b3958a78-d390-4ff5-ad0e-9d0c605509f2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.405028] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-b3958a78-d390-4ff5-ad0e-9d0c605509f2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.405850] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3958a78-d390-4ff5-ad0e-9d0c605509f2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.692293] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.692499] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.692549] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.692767] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.692930] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.693037] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.693099] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.693254] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.693334] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.693417] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.693606] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.693700] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.693700] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.693828] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.693956] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.694052] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.694107] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.694248] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.694337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.694405] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.694491] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.887484] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.887580] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.887676] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.887949] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.888082] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.888216] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c is going to be updated. [ 1046.911766] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 in Status: SUCCESS [ 1046.912081] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.912866] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.912987] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.913215] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.913553] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.914245] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.914245] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port b3958a78-d390-4ff5-ad0e-9d0c605509f2 not found, creating... [ 1046.914245] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.914465] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.914549] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.914975] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.915137] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.915610] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.915761] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.918043] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.918043] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.918043] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.918043] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: b3958a78-d390-4ff5-ad0e-9d0c605509f2 is going to be created. [ 1046.930212] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.930394] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.930449] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.930601] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.930753] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.940602] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c in Status: IN_PROGRESS for 2s [ 1046.941700] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.941930] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.942077] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.942340] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.942600] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.942817] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-b3958a78-d390-4ff5-ad0e-9d0c605509f2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.198084] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b51eef3-7de4-4972-9885-c342a512c0e9: rpc.has_security_group_logging(os_id): False [ 1047.221112] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.221272] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.222700] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.222700] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.250223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.250223] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.250223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.250223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.250223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.250223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.250223] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.250223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.250223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.250744] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.250744] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.250744] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.250889] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.250889] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.250998] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.251297] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.251575] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 is going to be updated. [ 1047.335535] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.335877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.335989] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.337394] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.337394] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.354689] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: IN_PROGRESS for 2s [ 1047.407079] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 in Status: SUCCESS [ 1047.407079] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 deletion is rescheduled due to dependency. [ 1047.407079] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.746495] env[66979]: INFO networking_nsxv3.common.synchronization [req-6d628b56-8281-440d-a8e8-81081da1d870 req-31025352-77fc-4801-9dc1-310122baa4e9 service nova] Enqueued Resource ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c with Priority: HIGHEST for action security_group_rules [ 1047.749092] env[66979]: INFO networking_nsxv3.common.synchronization [req-6d628b56-8281-440d-a8e8-81081da1d870 req-31025352-77fc-4801-9dc1-310122baa4e9 service nova] Enqueued Resource ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c with Priority: HIGHEST for action security_group_members [ 1047.749092] env[66979]: INFO networking_nsxv3.common.synchronization [req-6d628b56-8281-440d-a8e8-81081da1d870 req-31025352-77fc-4801-9dc1-310122baa4e9 service nova] Enqueued Resource ID: b3958a78-d390-4ff5-ad0e-9d0c605509f2 with Priority: HIGHEST for action port [ 1047.749092] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c with Priority: HIGHEST for action security_group_rules [ 1047.749092] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c with Priority: HIGHEST for action security_group_members [ 1047.749092] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3958a78-d390-4ff5-ad0e-9d0c605509f2 with Priority: HIGHEST for action port [ 1047.749092] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f with Priority: HIGH for action security_group_rules [ 1047.749092] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c with Priority: HIGH for action security_group_rules [ 1047.749092] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 with Priority: HIGH for action security_group_rules [ 1047.749092] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGH for action security_group_rules [ 1047.749092] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 with Priority: HIGH for action security_group_rules [ 1047.749454] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 with Priority: HIGH for action security_group_rules [ 1047.749454] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c53fb99-a395-4c85-9f56-ccb24839868d with Priority: HIGH for action security_group_rules [ 1047.749537] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 with Priority: HIGH for action security_group_rules [ 1047.749649] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed with Priority: HIGH for action security_group_rules [ 1047.749702] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e with Priority: HIGH for action security_group_rules [ 1047.749779] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84f726ab-8665-49ea-aa26-f68127d830b7 with Priority: HIGH for action security_group_rules [ 1047.749864] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6372389f-f5b4-4ff5-ba0f-372b6e94874d with Priority: HIGH for action security_group_rules [ 1047.750531] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca03e9f4-45d6-44df-a58a-655ac1067967 with Priority: HIGH for action security_group_rules [ 1047.750660] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 with Priority: HIGH for action security_group_rules [ 1047.750789] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4191d2ef-9ff2-4b11-a19a-d42fc08d89de with Priority: HIGH for action security_group_rules [ 1047.750851] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGH for action security_group_rules [ 1047.751267] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 with Priority: HIGH for action security_group_rules [ 1047.751585] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 with Priority: HIGH for action security_group_rules [ 1047.751683] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f with Priority: HIGH for action security_group_rules [ 1047.751786] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ece01d5-2923-43ba-a335-54580ed2f72a with Priority: HIGH for action security_group_rules [ 1047.752142] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bbb529f-994b-4d08-a55b-59802ab8d06c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.752276] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.752349] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.752573] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.752658] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bbb529f-994b-4d08-a55b-59802ab8d06c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.754419] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bbb529f-994b-4d08-a55b-59802ab8d06c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.755111] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.756338] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3958a78-d390-4ff5-ad0e-9d0c605509f2 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.756338] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3958a78-d390-4ff5-ad0e-9d0c605509f2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.756338] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3958a78-d390-4ff5-ad0e-9d0c605509f2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.756338] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3958a78-d390-4ff5-ad0e-9d0c605509f2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.756338] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3958a78-d390-4ff5-ad0e-9d0c605509f2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.756929] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.757147] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.757147] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.758120] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.758200] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a8ee3ac-9a87-4a99-b061-a73552626a2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.760166] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bbb529f-994b-4d08-a55b-59802ab8d06c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.760166] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.760166] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b8785ea-bee8-43ad-8d16-ce2c11b1a847 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.760166] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.760166] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.760166] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.760166] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b8785ea-bee8-43ad-8d16-ce2c11b1a847',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.760980] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.761172] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.761226] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.761452] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.761452] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.762287] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.762656] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.762656] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.762656] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.762811] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0766ae9a-8d8e-40fc-85ef-62bc4c6960e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.764060] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f960cd0a-297d-4505-a3f6-8358ce2a9038 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.764284] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.764377] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.764563] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.764666] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f960cd0a-297d-4505-a3f6-8358ce2a9038',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.765551] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c53fb99-a395-4c85-9f56-ccb24839868d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.765748] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.765872] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.766116] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.766235] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c53fb99-a395-4c85-9f56-ccb24839868d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.766927] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f53fe5d-8905-4361-88fe-94c3593e0f01 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.767087] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.767180] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.767393] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.767509] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f53fe5d-8905-4361-88fe-94c3593e0f01',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.768344] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.768704] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.768704] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.768704] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.768859] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6470684-9ca6-4b2e-bb9e-aa06f4e72fed',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.769751] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f1657e5-9388-4ed7-85d2-c5cc69d1529e taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.770155] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.770274] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.770511] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.770640] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f1657e5-9388-4ed7-85d2-c5cc69d1529e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.771400] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84f726ab-8665-49ea-aa26-f68127d830b7 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.771612] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.771612] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.771806] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.771911] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84f726ab-8665-49ea-aa26-f68127d830b7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.772633] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6372389f-f5b4-4ff5-ba0f-372b6e94874d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.772749] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.772815] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.772966] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.773053] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6372389f-f5b4-4ff5-ba0f-372b6e94874d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.773764] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca03e9f4-45d6-44df-a58a-655ac1067967 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.773886] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.773952] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.774239] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.774339] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca03e9f4-45d6-44df-a58a-655ac1067967',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.775239] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.775392] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.775465] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.775890] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.775951] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f47bc47-5cc5-4ef0-9ff0-3479c93f6458',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.776808] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4191d2ef-9ff2-4b11-a19a-d42fc08d89de taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.776994] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.777103] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.777309] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.777432] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4191d2ef-9ff2-4b11-a19a-d42fc08d89de',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.778374] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.778562] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.778681] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.778869] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.778972] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.779839] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08e94d96-90dc-4aab-b325-7d36d6bf2184 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.780077] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.780228] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.780354] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.780426] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08e94d96-90dc-4aab-b325-7d36d6bf2184',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.781188] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.782565] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.782565] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.782565] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.782565] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de5bfa1e-2c4e-4747-9a80-0701acf03d59',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.782565] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40be81ad-6f91-4d06-84bc-8a2a0766af5f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.782565] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.782565] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.782915] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.782915] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40be81ad-6f91-4d06-84bc-8a2a0766af5f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.783816] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ece01d5-2923-43ba-a335-54580ed2f72a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.783816] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.783967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.784092] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.784235] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ece01d5-2923-43ba-a335-54580ed2f72a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.789500] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bbb529f-994b-4d08-a55b-59802ab8d06c taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.789858] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.818140] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.818140] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.818140] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.818140] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.854407] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.854407] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a8ee3ac-9a87-4a99-b061-a73552626a2f is going to be deleted. [ 1047.930240] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.930688] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.930958] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.931168] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.931670] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.931880] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a8ee3ac-9a87-4a99-b061-a73552626a2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.287596] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.287782] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.287844] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.288162] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.288416] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.288566] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.288712] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.289109] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.289109] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.289109] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.289109] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3b8785ea-bee8-43ad-8d16-ce2c11b1a847',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.290478] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c53fb99-a395-4c85-9f56-ccb24839868d taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.290627] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.290627] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.290825] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.290971] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.291078] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.291150] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.291301] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.291420] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.291504] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.291572] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6c53fb99-a395-4c85-9f56-ccb24839868d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.293242] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.293344] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.293423] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.294293] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.294488] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.294595] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.294677] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.295076] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.295076] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.295076] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.295076] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.299494] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f1657e5-9388-4ed7-85d2-c5cc69d1529e taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.299676] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.299676] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.299886] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.300054] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.300151] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.300208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.300457] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.300457] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.300580] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.300647] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f1657e5-9388-4ed7-85d2-c5cc69d1529e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.301960] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3958a78-d390-4ff5-ad0e-9d0c605509f2 with status ACTIVE [ 1048.301960] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.302143] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.302143] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.302278] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.302404] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.302599] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.302740] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.302805] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.302968] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.303055] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.303256] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.303342] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.303405] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.304181] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.304181] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.304181] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3958a78-d390-4ff5-ad0e-9d0c605509f2 is going to be updated. [ 1048.306199] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b00020e5-8cdf-4b2a-81f2-d5cef6735431 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.306991] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.306991] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.306991] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.306991] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.307360] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.307360] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.307468] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.307607] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.307715] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.307804] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.312133] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.312278] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.312347] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.312600] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.312714] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.312813] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.312876] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.313037] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.313123] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.313209] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.313296] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0766ae9a-8d8e-40fc-85ef-62bc4c6960e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.327366] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6c53fb99-a395-4c85-9f56-ccb24839868d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.397703] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.397863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.397863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.398809] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.402104] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.402270] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.404179] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.404296] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.405624] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.405768] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.406880] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.407012] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.407878] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.408554] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.408987] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.409181] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.410513] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.410639] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.411681] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.411681] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.412418] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.412528] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.413224] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.413340] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.415438] env[66979]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1048.415918] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.416118] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.416198] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.416519] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.416634] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.416815] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3958a78-d390-4ff5-ad0e-9d0c605509f2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.417613] env[66979]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1048.418900] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.419053] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.440914] env[66979]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1048.441588] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.441768] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40be81ad-6f91-4d06-84bc-8a2a0766af5f is going to be deleted. [ 1048.443790] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.443790] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.468751] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.468972] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08e94d96-90dc-4aab-b325-7d36d6bf2184 is going to be deleted. [ 1048.470169] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.470445] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.516413] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.516614] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6470684-9ca6-4b2e-bb9e-aa06f4e72fed is going to be deleted. [ 1048.518257] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.518642] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.534186] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.535453] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.540319] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.540571] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.566103] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.566293] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ece01d5-2923-43ba-a335-54580ed2f72a is going to be deleted. [ 1048.567359] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.567591] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.624304] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.624304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.630125] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.630486] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4191d2ef-9ff2-4b11-a19a-d42fc08d89de is going to be deleted. [ 1048.631314] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.631656] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.706382] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.706673] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de5bfa1e-2c4e-4747-9a80-0701acf03d59 is going to be deleted. [ 1048.707817] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.708028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.727573] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.727765] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.744675] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.744834] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca03e9f4-45d6-44df-a58a-655ac1067967 is going to be deleted. [ 1048.745809] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.745981] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.782064] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.782278] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6372389f-f5b4-4ff5-ba0f-372b6e94874d is going to be deleted. [ 1048.783222] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.783459] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.793655] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.794511] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.794511] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.794511] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.794511] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.794860] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.794860] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.794964] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.794964] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.795086] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.795260] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.795356] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.795431] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.795629] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.795787] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.796086] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.796086] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.796189] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.796295] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.796385] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.796501] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3b8785ea-bee8-43ad-8d16-ce2c11b1a847',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.814735] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.814858] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.821663] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.821881] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.822024] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.822190] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.822389] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.822534] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.822702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.822910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.822910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.823061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.823176] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.823283] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.823354] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.823499] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.823751] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.823939] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.824262] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.824262] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.824262] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.824496] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.824496] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.828408] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.828408] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.828408] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0766ae9a-8d8e-40fc-85ef-62bc4c6960e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.828950] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.833897] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.833897] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84f726ab-8665-49ea-aa26-f68127d830b7 is going to be deleted. [ 1048.839265] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f1657e5-9388-4ed7-85d2-c5cc69d1529e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.839915] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.840324] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.841644] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6c53fb99-a395-4c85-9f56-ccb24839868d: rpc.has_security_group_logging(os_id): False [ 1048.910016] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.910228] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f53fe5d-8905-4361-88fe-94c3593e0f01 is going to be deleted. [ 1048.911809] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.912175] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.944219] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.944440] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.948625] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.948814] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.957251] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c in Status: SUCCESS [ 1048.957613] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.957979] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.958218] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.958601] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.958677] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.958749] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.959007] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.959146] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.959844] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bbb529f-994b-4d08-a55b-59802ab8d06c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.985686] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.985686] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.985686] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.986223] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f960cd0a-297d-4505-a3f6-8358ce2a9038 is going to be deleted. [ 1048.988502] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.988863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.020998] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.021213] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.041406] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.041597] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f47bc47-5cc5-4ef0-9ff0-3479c93f6458 is going to be deleted. [ 1049.042634] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.043077] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.043077] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.043245] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40be81ad-6f91-4d06-84bc-8a2a0766af5f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.043405] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.043676] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.043812] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.044014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08e94d96-90dc-4aab-b325-7d36d6bf2184" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.045803] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.046119] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.046237] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.046438] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6470684-9ca6-4b2e-bb9e-aa06f4e72fed" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.046655] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.046897] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.047671] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.047857] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ece01d5-2923-43ba-a335-54580ed2f72a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.048088] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.048277] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.048386] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.048516] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4191d2ef-9ff2-4b11-a19a-d42fc08d89de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.048676] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.048848] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.048988] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.049072] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de5bfa1e-2c4e-4747-9a80-0701acf03d59" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.049212] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.049381] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.049476] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.049602] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca03e9f4-45d6-44df-a58a-655ac1067967" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.049783] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.049937] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.069681] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.069874] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.092593] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.092953] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.093147] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.093147] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.093329] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.093403] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.093466] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c53fb99-a395-4c85-9f56-ccb24839868d is going to be updated. [ 1049.094632] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.094860] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.094924] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.095061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6372389f-f5b4-4ff5-ba0f-372b6e94874d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.095219] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.095343] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.095423] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.095527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84f726ab-8665-49ea-aa26-f68127d830b7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.095715] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.095949] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.095949] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.096088] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f53fe5d-8905-4361-88fe-94c3593e0f01" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.140502] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.140851] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.140956] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.141232] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.141456] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.141722] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f960cd0a-297d-4505-a3f6-8358ce2a9038" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.184937] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.185185] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.185185] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.185632] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.185632] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.185632] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f47bc47-5cc5-4ef0-9ff0-3479c93f6458" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.203161] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.203462] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.203561] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.203831] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.204143] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.236813] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c53fb99-a395-4c85-9f56-ccb24839868d in Status: IN_PROGRESS for 2s [ 1049.301575] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3b8785ea-bee8-43ad-8d16-ce2c11b1a847: rpc.has_security_group_logging(os_id): False [ 1049.328029] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.328029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.328029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.328029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.340746] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9: rpc.has_security_group_logging(os_id): False [ 1049.340746] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7700d124-4838-4e2c-b4fc-3aea73b1a259: rpc.has_security_group_logging(os_id): False [ 1049.341634] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b00020e5-8cdf-4b2a-81f2-d5cef6735431: rpc.has_security_group_logging(os_id): False [ 1049.345411] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f1657e5-9388-4ed7-85d2-c5cc69d1529e: rpc.has_security_group_logging(os_id): False [ 1049.375102] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.375412] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.376819] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.377130] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.378258] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.378452] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.379581] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.379876] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.380032] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.380188] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.380286] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.380361] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.380646] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.380882] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.380991] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.381284] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.381533] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.381798] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.381941] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.382032] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.382205] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.382360] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.382482] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 is going to be updated. [ 1049.383707] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.383948] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.385938] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.386159] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.388604] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: SUCCESS [ 1049.388903] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.424271] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.424793] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.424949] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.425054] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.425289] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.425401] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.425546] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 is going to be updated. [ 1049.426701] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.426924] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.462459] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bbb529f-994b-4d08-a55b-59802ab8d06c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.475498] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.475969] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.476141] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.476257] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.476549] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.476679] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.476801] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e is going to be updated. [ 1049.478245] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.478439] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.509270] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.509689] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.509814] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.509877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.510229] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.510321] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.510377] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 is going to be updated. [ 1049.512222] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.512661] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.583949] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.584246] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.587069] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.587444] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.588871] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.589252] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.589405] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.589608] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.589845] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.589981] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.590263] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.590393] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.590452] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.590673] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.590763] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.591033] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.591141] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.591224] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.591414] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.591553] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.591729] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 is going to be updated. [ 1049.592974] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.593759] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.594125] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.595288] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.595934] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.596177] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.633201] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.633931] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.634178] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.634619] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.635029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.649924] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 in Status: IN_PROGRESS for 2s [ 1049.651067] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e in Status: IN_PROGRESS for 2s [ 1049.696771] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.699360] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.699614] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.700000] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.700417] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.721092] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 in Status: IN_PROGRESS for 2s [ 1049.746252] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 in Status: IN_PROGRESS for 2s [ 1049.826792] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.827080] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.827174] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.827450] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.827664] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.901520] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: IN_PROGRESS for 2s [ 1049.965873] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bbb529f-994b-4d08-a55b-59802ab8d06c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.468640] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.469080] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.469080] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.469265] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.469435] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.469590] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c is going to be updated. [ 1050.508229] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.508431] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.508478] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.508717] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.508926] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.521219] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c in Status: IN_PROGRESS for 2s [ 1050.791571] env[66979]: INFO networking_nsxv3.common.synchronization [req-8bbbe156-de06-4d1b-b534-5d361ac505eb req-461d5e2d-682e-45fb-ba33-57c63a9deada tempest-AttachInterfacesTestJSON-1699796385 tempest-AttachInterfacesTestJSON-1699796385-project-member] Enqueued Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_members [ 1050.792843] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_members [ 1050.793268] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.793431] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.793607] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.793887] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.794107] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.794247] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.794336] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.794532] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.794653] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.794780] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.266426] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6c53fb99-a395-4c85-9f56-ccb24839868d in Status: SUCCESS [ 1051.267262] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.297290] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.647826] env[66979]: INFO networking_nsxv3.common.synchronization [req-bb00edb3-1cb6-460f-b39f-30c98a6ace77 req-ee9c4583-f398-44de-bb4d-93e404fbbdca tempest-ListImageFiltersTestJSON-1996706214 tempest-ListImageFiltersTestJSON-1996706214-project-member] Enqueued Resource ID: 3815d466-bf50-4607-a489-1b87ba77d724 with Priority: HIGHEST for action security_group_members [ 1051.648515] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3815d466-bf50-4607-a489-1b87ba77d724 with Priority: HIGHEST for action security_group_members [ 1051.649229] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3815d466-bf50-4607-a489-1b87ba77d724 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.649903] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.649903] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.650072] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.650508] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.650508] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.650508] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.650675] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.650675] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.650773] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3815d466-bf50-4607-a489-1b87ba77d724',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.672142] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 in Status: SUCCESS [ 1051.672527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.674978] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e in Status: SUCCESS [ 1051.675151] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.761945] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 in Status: SUCCESS [ 1051.762294] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.785383] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 in Status: SUCCESS [ 1051.785383] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.800273] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.922868] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: SUCCESS [ 1051.923117] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.157929] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.157929] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.157929] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.157929] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.158259] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.159032] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.159032] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.159296] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.159596] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.159731] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.159855] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3815d466-bf50-4607-a489-1b87ba77d724 already deleted. [ 1052.160044] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.207314] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.207804] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.207804] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.207943] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.208326] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.208499] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.208658] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.209313] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.209313] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.209674] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.209674] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1052.209794] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1052.209910] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1052.210035] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1052.210145] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1052.210301] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1052.218501] env[66979]: INFO networking_nsxv3.common.synchronization [None req-dc76a0c7-f68e-470c-918d-196b7cb04d3f tempest-AttachInterfacesTestJSON-1699796385 tempest-AttachInterfacesTestJSON-1699796385-project-member] Enqueued Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_members [ 1052.219595] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_members [ 1052.220313] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.220490] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.240056] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1052.241102] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1052.241102] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1052.241102] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.241102] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-400d923e-87a7-40e2-ae57-9c9c8e21246d taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.241671] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-400d923e-87a7-40e2-ae57-9c9c8e21246d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.241671] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-400d923e-87a7-40e2-ae57-9c9c8e21246d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.242669] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-400d923e-87a7-40e2-ae57-9c9c8e21246d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.242669] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('400d923e-87a7-40e2-ae57-9c9c8e21246d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.303214] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.303431] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.303431] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.303665] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.303756] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.303859] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 is going to be updated. [ 1052.344850] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.345352] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.345352] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.345657] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.345730] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.380578] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: IN_PROGRESS for 2s [ 1052.534067] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c in Status: SUCCESS [ 1052.534067] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.534067] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.534557] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.534557] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.534741] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.535025] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.535270] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.535402] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.535553] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.535835] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bbb529f-994b-4d08-a55b-59802ab8d06c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.745744] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.746153] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.746153] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.746436] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.746784] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.746991] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 400d923e-87a7-40e2-ae57-9c9c8e21246d not found, creating... [ 1052.747823] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.747823] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.747823] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.747823] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.748161] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.748643] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.748643] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.748796] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.749039] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.749536] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.749536] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 400d923e-87a7-40e2-ae57-9c9c8e21246d is going to be created. [ 1052.781133] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.781394] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.781589] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.781907] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.782162] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.782430] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-400d923e-87a7-40e2-ae57-9c9c8e21246d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.037875] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bbb529f-994b-4d08-a55b-59802ab8d06c taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.038135] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.038135] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.038326] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.038500] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.038602] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.038701] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.038961] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.039115] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.039214] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.039368] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bbb529f-994b-4d08-a55b-59802ab8d06c taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.039465] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.039527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.039723] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.039952] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.040098] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.040164] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.040313] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.040406] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.040535] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.040695] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bbb529f-994b-4d08-a55b-59802ab8d06c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.542899] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bbb529f-994b-4d08-a55b-59802ab8d06c: rpc.has_security_group_logging(os_id): False [ 1053.566283] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.566452] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.566518] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.566691] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.574251] env[66979]: INFO networking_nsxv3.common.synchronization [req-bb00edb3-1cb6-460f-b39f-30c98a6ace77 req-09ac776d-1070-4539-a601-4f51bd7ae043 service nova] Enqueued Resource ID: 3815d466-bf50-4607-a489-1b87ba77d724 with Priority: HIGHEST for action security_group_rules [ 1053.574251] env[66979]: INFO networking_nsxv3.common.synchronization [req-bb00edb3-1cb6-460f-b39f-30c98a6ace77 req-09ac776d-1070-4539-a601-4f51bd7ae043 service nova] Enqueued Resource ID: 3815d466-bf50-4607-a489-1b87ba77d724 with Priority: HIGHEST for action security_group_members [ 1053.574251] env[66979]: INFO networking_nsxv3.common.synchronization [req-bb00edb3-1cb6-460f-b39f-30c98a6ace77 req-09ac776d-1070-4539-a601-4f51bd7ae043 service nova] Enqueued Resource ID: 400d923e-87a7-40e2-ae57-9c9c8e21246d with Priority: HIGHEST for action port [ 1053.574251] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3815d466-bf50-4607-a489-1b87ba77d724 with Priority: HIGHEST for action security_group_rules [ 1053.574251] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3815d466-bf50-4607-a489-1b87ba77d724 with Priority: HIGHEST for action security_group_members [ 1053.574251] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 400d923e-87a7-40e2-ae57-9c9c8e21246d with Priority: HIGHEST for action port [ 1053.574251] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3815d466-bf50-4607-a489-1b87ba77d724 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.574675] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.574675] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.575085] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.575228] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3815d466-bf50-4607-a489-1b87ba77d724',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.576231] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3815d466-bf50-4607-a489-1b87ba77d724 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.576414] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.576520] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.576745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.576956] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.577130] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.578308] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.578445] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.578576] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.578712] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3815d466-bf50-4607-a489-1b87ba77d724',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.580285] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-400d923e-87a7-40e2-ae57-9c9c8e21246d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.580519] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-400d923e-87a7-40e2-ae57-9c9c8e21246d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.580669] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-400d923e-87a7-40e2-ae57-9c9c8e21246d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.581934] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-400d923e-87a7-40e2-ae57-9c9c8e21246d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.581934] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('400d923e-87a7-40e2-ae57-9c9c8e21246d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.598764] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.601225] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.601537] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.601771] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.602388] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.602576] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.603534] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.604552] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.604552] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.604552] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.604552] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.604821] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.604908] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.604908] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.605234] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.605234] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.605234] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c is going to be updated. [ 1053.695839] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.696088] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.696181] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.696464] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.696756] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.729656] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c in Status: IN_PROGRESS for 2s [ 1054.084312] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3815d466-bf50-4607-a489-1b87ba77d724 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.084652] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.084846] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3815d466-bf50-4607-a489-1b87ba77d724',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.086138] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 400d923e-87a7-40e2-ae57-9c9c8e21246d with status ACTIVE [ 1054.086442] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.086612] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.086729] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.089409] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.089627] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.089785] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.089891] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.089954] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.090156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.090228] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.090418] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.090511] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.090569] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.090718] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.090822] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.090865] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 400d923e-87a7-40e2-ae57-9c9c8e21246d is going to be updated. [ 1054.115086] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.115254] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.115254] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.115657] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.115657] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.115787] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-400d923e-87a7-40e2-ae57-9c9c8e21246d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.175729] env[66979]: INFO networking_nsxv3.common.synchronization [req-f9ad51ed-7f0d-43ea-94f4-00431afad47a req-1393ae8d-758b-4c12-a69f-2339fa03adba tempest-ListImageFiltersTestJSON-1996706214 tempest-ListImageFiltersTestJSON-1996706214-project-member] Enqueued Resource ID: 3815d466-bf50-4607-a489-1b87ba77d724 with Priority: HIGHEST for action security_group_members [ 1054.176268] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3815d466-bf50-4607-a489-1b87ba77d724 with Priority: HIGHEST for action security_group_members [ 1054.176702] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3815d466-bf50-4607-a489-1b87ba77d724 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.176702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.392551] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: SUCCESS [ 1054.392551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.392551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.392551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.392551] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.392551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.392551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.392551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.392551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.392551] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.592910] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3815d466-bf50-4607-a489-1b87ba77d724',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.697704] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-868 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.697944] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.698101] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.698397] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.698682] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.698859] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.698978] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.699382] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.699722] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.700080] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.700328] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1054.700736] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1054.701000] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1054.701157] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1054.701280] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1054.701421] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1054.728440] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1054.728617] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1054.728759] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1054.728941] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-868" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.729299] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-f9d7a00f-e02a-46bd-9901-64603986572e taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.729520] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-f9d7a00f-e02a-46bd-9901-64603986572e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.729647] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-f9d7a00f-e02a-46bd-9901-64603986572e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.729977] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-f9d7a00f-e02a-46bd-9901-64603986572e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.730185] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9d7a00f-e02a-46bd-9901-64603986572e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.895342] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.895566] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.895700] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.896145] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.935961] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.936281] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.936411] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.936473] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.936780] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.936898] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.936993] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 is going to be updated. [ 1054.992285] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.992553] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.992553] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.993152] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.993152] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.005825] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: IN_PROGRESS for 2s [ 1055.097975] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.098456] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.098456] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.098655] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.098785] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.098926] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3815d466-bf50-4607-a489-1b87ba77d724 is going to be created. [ 1055.126174] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.126399] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.126451] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.126722] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.126989] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.140384] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3815d466-bf50-4607-a489-1b87ba77d724 in Status: UNINITIALIZED for 2s [ 1055.232702] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.232962] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.233107] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.233382] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.233575] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.233755] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port f9d7a00f-e02a-46bd-9901-64603986572e not found, creating... [ 1055.234125] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.234285] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.234394] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.234727] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.234985] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.235881] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.236868] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.236957] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.237885] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.238057] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.238213] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: f9d7a00f-e02a-46bd-9901-64603986572e is going to be created. [ 1055.267108] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.267328] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.267535] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.268556] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.268556] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.268556] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-f9d7a00f-e02a-46bd-9901-64603986572e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.747498] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c in Status: SUCCESS [ 1055.747691] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.748279] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.748872] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.749033] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bbb529f-994b-4d08-a55b-59802ab8d06c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.991817] env[66979]: INFO networking_nsxv3.common.synchronization [req-f9ad51ed-7f0d-43ea-94f4-00431afad47a req-f5324a2f-2a85-4f82-bf78-ea592a1ace89 service nova] Enqueued Resource ID: 3815d466-bf50-4607-a489-1b87ba77d724 with Priority: HIGHEST for action security_group_rules [ 1055.992091] env[66979]: INFO networking_nsxv3.common.synchronization [req-f9ad51ed-7f0d-43ea-94f4-00431afad47a req-f5324a2f-2a85-4f82-bf78-ea592a1ace89 service nova] Enqueued Resource ID: 3815d466-bf50-4607-a489-1b87ba77d724 with Priority: HIGHEST for action security_group_members [ 1055.992257] env[66979]: INFO networking_nsxv3.common.synchronization [req-f9ad51ed-7f0d-43ea-94f4-00431afad47a req-f5324a2f-2a85-4f82-bf78-ea592a1ace89 service nova] Enqueued Resource ID: f9d7a00f-e02a-46bd-9901-64603986572e with Priority: HIGHEST for action port [ 1055.992864] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3815d466-bf50-4607-a489-1b87ba77d724 with Priority: HIGHEST for action security_group_rules [ 1055.993215] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3815d466-bf50-4607-a489-1b87ba77d724 with Priority: HIGHEST for action security_group_members [ 1055.994306] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9d7a00f-e02a-46bd-9901-64603986572e with Priority: HIGHEST for action port [ 1055.994513] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3815d466-bf50-4607-a489-1b87ba77d724 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.994611] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.994810] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3815d466-bf50-4607-a489-1b87ba77d724 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.997950] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.997950] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9d7a00f-e02a-46bd-9901-64603986572e taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.997950] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9d7a00f-e02a-46bd-9901-64603986572e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.997950] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9d7a00f-e02a-46bd-9901-64603986572e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.997950] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9d7a00f-e02a-46bd-9901-64603986572e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.997950] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9d7a00f-e02a-46bd-9901-64603986572e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.107070] env[66979]: INFO networking_nsxv3.common.synchronization [None req-9290ebbe-fa70-4a58-a69f-0ebc048a2b78 None None] Enqueued Resource ID: 80eee645-0e10-40e8-a913-4adb0ea2aa41 with Priority: HIGHEST for action port [ 1056.107568] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80eee645-0e10-40e8-a913-4adb0ea2aa41 with Priority: HIGHEST for action port [ 1056.107871] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-80eee645-0e10-40e8-a913-4adb0ea2aa41 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.108278] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80eee645-0e10-40e8-a913-4adb0ea2aa41" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.108278] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80eee645-0e10-40e8-a913-4adb0ea2aa41" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.108523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80eee645-0e10-40e8-a913-4adb0ea2aa41" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.108662] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80eee645-0e10-40e8-a913-4adb0ea2aa41',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.253576] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bbb529f-994b-4d08-a55b-59802ab8d06c taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.253576] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.253576] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.253576] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.253576] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.253576] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.253576] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.253576] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.253576] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.253576] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.253576] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1bbb529f-994b-4d08-a55b-59802ab8d06c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.498824] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f9d7a00f-e02a-46bd-9901-64603986572e with status ACTIVE [ 1056.499000] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.499150] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.499215] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.499816] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.499816] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.499816] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.499816] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.501446] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.501446] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.501446] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.501446] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.501446] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.501446] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.501446] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.501446] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.501446] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f9d7a00f-e02a-46bd-9901-64603986572e is going to be updated. [ 1056.529578] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.529578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.529578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.530014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.530014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.530122] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9d7a00f-e02a-46bd-9901-64603986572e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.610549] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80eee645-0e10-40e8-a913-4adb0ea2aa41 [ 1056.610975] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.611230] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.611441] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.611686] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.611845] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.611980] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80eee645-0e10-40e8-a913-4adb0ea2aa41 already deleted. [ 1056.612170] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80eee645-0e10-40e8-a913-4adb0ea2aa41" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.756826] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bbb529f-994b-4d08-a55b-59802ab8d06c taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.757230] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.757322] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.757636] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.757918] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.758120] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.758267] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.758618] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.758618] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.758798] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.758929] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bbb529f-994b-4d08-a55b-59802ab8d06c taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.759024] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.759092] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.759254] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.759421] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.759545] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.759817] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.759817] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.759817] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.759983] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.760115] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1bbb529f-994b-4d08-a55b-59802ab8d06c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.018361] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: SUCCESS [ 1057.018543] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 deletion is rescheduled due to dependency. [ 1057.018670] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.153309] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3815d466-bf50-4607-a489-1b87ba77d724 in Status: SUCCESS [ 1057.153767] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.154773] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.157792] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.157792] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.157792] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.157792] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.157792] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.159042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.159042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.159042] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3815d466-bf50-4607-a489-1b87ba77d724',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.160464] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.160973] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.161462] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.161833] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.162067] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.162458] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.162764] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.163033] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3815d466-bf50-4607-a489-1b87ba77d724',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.264480] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1bbb529f-994b-4d08-a55b-59802ab8d06c: rpc.has_security_group_logging(os_id): False [ 1057.288680] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.288842] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.288913] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.289229] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.289462] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.289651] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.289790] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.289874] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.290102] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.290208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.290415] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.290544] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.290830] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.290830] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.290830] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.292682] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.292682] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.292682] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.292682] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.292682] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.292682] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c is going to be updated. [ 1057.387661] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.387822] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.387937] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.389025] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.389025] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.413180] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c in Status: IN_PROGRESS for 2s [ 1057.665652] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3815d466-bf50-4607-a489-1b87ba77d724 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.665928] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.666246] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3815d466-bf50-4607-a489-1b87ba77d724',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.170508] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3815d466-bf50-4607-a489-1b87ba77d724',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.672894] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.673066] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.673144] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.673366] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.673457] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.673557] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3815d466-bf50-4607-a489-1b87ba77d724 is going to be updated. [ 1058.717389] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.717389] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.717389] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.717389] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.717389] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.734729] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3815d466-bf50-4607-a489-1b87ba77d724 in Status: IN_PROGRESS for 2s [ 1058.985892] env[66979]: INFO networking_nsxv3.common.synchronization [None req-4adf7b00-3891-4ecf-b91d-32a00007f2c5 None None] Enqueued Resource ID: e140d5d6-bc95-4cf2-a430-59c52250f1af with Priority: HIGHEST for action port [ 1058.986584] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e140d5d6-bc95-4cf2-a430-59c52250f1af with Priority: HIGHEST for action port [ 1058.986943] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-e140d5d6-bc95-4cf2-a430-59c52250f1af taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.987414] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e140d5d6-bc95-4cf2-a430-59c52250f1af" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.987522] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e140d5d6-bc95-4cf2-a430-59c52250f1af" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.987889] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e140d5d6-bc95-4cf2-a430-59c52250f1af" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.988136] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e140d5d6-bc95-4cf2-a430-59c52250f1af',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.176160] env[66979]: INFO networking_nsxv3.common.synchronization [req-58f396e2-a86a-4111-9e25-ebbdb4be8afd req-21caf592-a19d-4359-b9cb-fb92aae37f10 tempest-AttachInterfacesTestJSON-1699796385 tempest-AttachInterfacesTestJSON-1699796385-project-member] Enqueued Resource ID: 4e589596-cec8-4f81-a0ff-9c4ac80d5abd with Priority: HIGHEST for action security_group_members [ 1059.176663] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4e589596-cec8-4f81-a0ff-9c4ac80d5abd with Priority: HIGHEST for action security_group_members [ 1059.176663] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-4e589596-cec8-4f81-a0ff-9c4ac80d5abd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.176779] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4e589596-cec8-4f81-a0ff-9c4ac80d5abd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.176864] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4e589596-cec8-4f81-a0ff-9c4ac80d5abd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.177098] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4e589596-cec8-4f81-a0ff-9c4ac80d5abd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.177196] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.177288] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.177344] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.177661] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.177661] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.177773] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4e589596-cec8-4f81-a0ff-9c4ac80d5abd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.345452] env[66979]: INFO networking_nsxv3.common.synchronization [None req-7e4c34e8-ced1-4eca-9fe6-ad6c22ca9e5e None None] Enqueued Resource ID: 1a10bde0-db8d-4598-b254-cdc44609cbe7 with Priority: HIGHEST for action port [ 1059.346295] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a10bde0-db8d-4598-b254-cdc44609cbe7 with Priority: HIGHEST for action port [ 1059.346295] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a10bde0-db8d-4598-b254-cdc44609cbe7 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.346606] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a10bde0-db8d-4598-b254-cdc44609cbe7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.346606] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a10bde0-db8d-4598-b254-cdc44609cbe7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.346716] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a10bde0-db8d-4598-b254-cdc44609cbe7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.346772] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a10bde0-db8d-4598-b254-cdc44609cbe7',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.430893] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c in Status: SUCCESS [ 1059.433084] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.491419] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e140d5d6-bc95-4cf2-a430-59c52250f1af [ 1059.491916] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.492042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.492117] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.492339] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.492419] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.492518] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e140d5d6-bc95-4cf2-a430-59c52250f1af already deleted. [ 1059.492679] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e140d5d6-bc95-4cf2-a430-59c52250f1af" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.680312] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.680655] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.680655] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.680902] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.719706] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.720796] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.720796] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.720796] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.720796] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.720796] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.720796] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e589596-cec8-4f81-a0ff-9c4ac80d5abd is going to be updated. [ 1059.763052] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.763310] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.763383] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.763729] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.763995] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.774608] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e589596-cec8-4f81-a0ff-9c4ac80d5abd in Status: IN_PROGRESS for 2s [ 1059.850807] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a10bde0-db8d-4598-b254-cdc44609cbe7 [ 1059.851015] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.851217] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.851375] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.851599] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.851685] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.851800] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a10bde0-db8d-4598-b254-cdc44609cbe7 already deleted. [ 1059.852200] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a10bde0-db8d-4598-b254-cdc44609cbe7" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.748177] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3815d466-bf50-4607-a489-1b87ba77d724 in Status: SUCCESS [ 1060.748627] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.748711] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.749065] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.749304] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.749460] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.749537] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.749732] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.749817] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.749916] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3815d466-bf50-4607-a489-1b87ba77d724',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.252019] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3815d466-bf50-4607-a489-1b87ba77d724',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.757423] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3815d466-bf50-4607-a489-1b87ba77d724',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.789612] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4e589596-cec8-4f81-a0ff-9c4ac80d5abd in Status: SUCCESS [ 1061.789612] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4e589596-cec8-4f81-a0ff-9c4ac80d5abd deletion is rescheduled due to dependency. [ 1061.789731] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4e589596-cec8-4f81-a0ff-9c4ac80d5abd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.044864] env[66979]: INFO networking_nsxv3.common.synchronization [req-253e136e-c774-4af6-9b91-d1c2a9a96b6c req-b9048119-18ea-402f-b447-c61bd52030d3 tempest-ServerRescueTestJSON-1827698191 tempest-ServerRescueTestJSON-1827698191-project-member] Enqueued Resource ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 with Priority: HIGHEST for action security_group_members [ 1062.044864] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 with Priority: HIGHEST for action security_group_members [ 1062.044864] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.044864] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.044864] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.044864] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.045421] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.045421] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.045421] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.045421] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.045581] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.045652] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b8785ea-bee8-43ad-8d16-ce2c11b1a847',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.218689] env[66979]: INFO networking_nsxv3.common.synchronization [None req-50ca3e22-f937-4445-8e7f-4c7e2aae2bce tempest-AttachVolumeNegativeTest-425064559 tempest-AttachVolumeNegativeTest-425064559-project-member] Enqueued Resource ID: 00c23254-d4ff-4c62-83ae-8667967e0b2f with Priority: HIGHEST for action security_group_rules [ 1062.221096] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00c23254-d4ff-4c62-83ae-8667967e0b2f with Priority: HIGHEST for action security_group_rules [ 1062.221096] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00c23254-d4ff-4c62-83ae-8667967e0b2f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.221096] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.221096] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.221096] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.221096] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00c23254-d4ff-4c62-83ae-8667967e0b2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.264420] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.264420] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.264420] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.264420] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.264420] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.264420] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3815d466-bf50-4607-a489-1b87ba77d724 is going to be updated. [ 1062.298503] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.298742] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.298822] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.299051] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.299206] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.312092] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3815d466-bf50-4607-a489-1b87ba77d724 in Status: IN_PROGRESS for 2s [ 1062.418214] env[66979]: INFO networking_nsxv3.common.synchronization [None req-74746c04-75f7-4788-8895-f9ce6a547468 tempest-AttachVolumeNegativeTest-425064559 tempest-AttachVolumeNegativeTest-425064559-project-member] Enqueued Resource ID: 00c23254-d4ff-4c62-83ae-8667967e0b2f with Priority: HIGHEST for action security_group_rules [ 1062.419348] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00c23254-d4ff-4c62-83ae-8667967e0b2f with Priority: HIGHEST for action security_group_rules [ 1062.421488] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00c23254-d4ff-4c62-83ae-8667967e0b2f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.422121] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.516302] env[66979]: INFO networking_nsxv3.common.synchronization [None req-5cc01cbf-a34f-46c3-b5fb-02574a14ebe2 None None] Enqueued Resource ID: 0d1616d3-4bcf-4d8d-b116-a01e9ab6903f with Priority: HIGHEST for action port [ 1062.516302] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d1616d3-4bcf-4d8d-b116-a01e9ab6903f with Priority: HIGHEST for action port [ 1062.516302] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d1616d3-4bcf-4d8d-b116-a01e9ab6903f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.516302] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d1616d3-4bcf-4d8d-b116-a01e9ab6903f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.516302] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d1616d3-4bcf-4d8d-b116-a01e9ab6903f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.516302] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d1616d3-4bcf-4d8d-b116-a01e9ab6903f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.516302] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d1616d3-4bcf-4d8d-b116-a01e9ab6903f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.551304] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3b8785ea-bee8-43ad-8d16-ce2c11b1a847',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.749736] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.750347] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.750472] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.750778] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.750939] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.751109] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00c23254-d4ff-4c62-83ae-8667967e0b2f already deleted. [ 1062.751263] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.751467] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.751726] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.751829] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00c23254-d4ff-4c62-83ae-8667967e0b2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.021552] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d1616d3-4bcf-4d8d-b116-a01e9ab6903f [ 1063.021930] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.022152] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.022265] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.022538] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.022632] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.022734] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d1616d3-4bcf-4d8d-b116-a01e9ab6903f already deleted. [ 1063.022817] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d1616d3-4bcf-4d8d-b116-a01e9ab6903f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.052104] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3b8785ea-bee8-43ad-8d16-ce2c11b1a847',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.274841] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.275151] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.275246] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.275878] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.275878] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.275981] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00c23254-d4ff-4c62-83ae-8667967e0b2f already deleted. [ 1063.276207] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.553832] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.554113] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.554348] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.554679] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.554834] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.554905] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 is going to be updated. [ 1063.584474] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.584474] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.584474] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.584825] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.584825] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.598152] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 in Status: IN_PROGRESS for 2s [ 1063.762589] env[66979]: INFO networking_nsxv3.common.synchronization [req-bc4b4c3c-0c8c-437e-9be0-5c616c4af3a2 req-b4391bed-25b1-416b-8063-f318776734ac tempest-DeleteServersTestJSON-771878521 tempest-DeleteServersTestJSON-771878521-project-member] Enqueued Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 1063.764510] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 1063.764999] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.765193] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.765296] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.765555] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.766179] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.766396] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.767258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.767667] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.767754] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.767812] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.273259] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.273259] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.273259] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.273259] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.273259] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.273259] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.273259] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.273259] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.273259] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.273259] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.273259] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 is going to be updated. [ 1064.324265] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.326532] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.326532] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.326532] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.326532] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.327282] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3815d466-bf50-4607-a489-1b87ba77d724 in Status: SUCCESS [ 1064.327551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.328228] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.328506] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.328740] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.328888] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.328974] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.329248] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.329319] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.329430] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.329711] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3815d466-bf50-4607-a489-1b87ba77d724 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.329856] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.329856] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.330059] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.330225] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.330354] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.330446] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.330816] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.330890] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.331042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.331106] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3815d466-bf50-4607-a489-1b87ba77d724',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.340655] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: IN_PROGRESS for 2s [ 1064.836563] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3815d466-bf50-4607-a489-1b87ba77d724: rpc.has_security_group_logging(os_id): False [ 1064.865837] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.866107] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.866150] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.866478] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.866608] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.867762] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.867762] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.867762] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.867762] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.867762] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.867762] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.868009] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.868009] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.870668] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.870668] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.870668] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.870668] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.870668] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.870847] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.871476] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.871476] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3815d466-bf50-4607-a489-1b87ba77d724 is going to be created. [ 1064.994259] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.994420] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.994503] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.994797] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.995179] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.017225] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3815d466-bf50-4607-a489-1b87ba77d724 in Status: IN_PROGRESS for 2s [ 1065.215428] env[66979]: INFO networking_nsxv3.common.synchronization [req-5ec83779-d467-441b-9225-a5f2f92409d7 req-07fb3dbf-fe79-4ea2-900f-ef95e56bf5ae tempest-ServerDiskConfigTestJSON-24761059 tempest-ServerDiskConfigTestJSON-24761059-project-member] Enqueued Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_members [ 1065.216357] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_members [ 1065.216617] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.216801] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.216853] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.217056] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.217250] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.217609] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.217609] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.217685] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.217735] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.217906] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.609389] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 in Status: SUCCESS [ 1065.609741] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.720262] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.720418] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.720512] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.720707] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.720796] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.720995] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.721129] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.721169] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.721307] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.721379] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.721472] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 is going to be updated. [ 1065.752845] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.753691] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.753691] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.753691] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.753691] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.762260] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: IN_PROGRESS for 2s [ 1066.200273] env[66979]: INFO networking_nsxv3.common.synchronization [None req-656353ff-1d51-4c25-850f-1208710f7a01 tempest-ServerRescueNegativeTestJSON-533741274 tempest-ServerRescueNegativeTestJSON-533741274-project-member] Enqueued Resource ID: e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 with Priority: HIGHEST for action security_group_rules [ 1066.200880] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 with Priority: HIGHEST for action security_group_rules [ 1066.201212] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.201351] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.201400] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.201754] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.201883] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0fcfbe4-ace7-4530-b35f-c7520df0c6b0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.322939] env[66979]: INFO networking_nsxv3.common.synchronization [None req-fdab5a87-77fb-42d4-8367-c41eba87f3bc tempest-ServerRescueNegativeTestJSON-533741274 tempest-ServerRescueNegativeTestJSON-533741274-project-member] Enqueued Resource ID: e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 with Priority: HIGHEST for action security_group_rules [ 1066.324230] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 with Priority: HIGHEST for action security_group_rules [ 1066.324727] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.324893] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.355718] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: SUCCESS [ 1066.356419] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 deletion is rescheduled due to dependency. [ 1066.356419] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.730020] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.730020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.730020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.730020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.730020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.730020] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 already deleted. [ 1066.730020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.730020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.730020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.730020] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0fcfbe4-ace7-4530-b35f-c7520df0c6b0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.030452] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3815d466-bf50-4607-a489-1b87ba77d724 in Status: SUCCESS [ 1067.030748] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.031415] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.032028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.032028] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3815d466-bf50-4607-a489-1b87ba77d724',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.254335] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.254477] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.254580] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.254766] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.254828] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.254928] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 already deleted. [ 1067.255024] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.351292] env[66979]: INFO networking_nsxv3.common.synchronization [None req-4be4b89a-9b96-445a-b6cb-0906668ba947 tempest-AttachInterfacesTestJSON-1699796385 tempest-AttachInterfacesTestJSON-1699796385-project-member] Enqueued Resource ID: 373c8880-0089-41d4-8171-864687a91e2d with Priority: HIGHEST for action security_group_rules [ 1067.351292] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373c8880-0089-41d4-8171-864687a91e2d with Priority: HIGHEST for action security_group_rules [ 1067.356042] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-373c8880-0089-41d4-8171-864687a91e2d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.356042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.356042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.356042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.356042] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('373c8880-0089-41d4-8171-864687a91e2d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.485793] env[66979]: INFO networking_nsxv3.common.synchronization [None req-a29974f3-31bf-4c2e-8d20-0fcc5e5e8d61 tempest-AttachInterfacesTestJSON-1699796385 tempest-AttachInterfacesTestJSON-1699796385-project-member] Enqueued Resource ID: 373c8880-0089-41d4-8171-864687a91e2d with Priority: HIGHEST for action security_group_rules [ 1067.490207] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373c8880-0089-41d4-8171-864687a91e2d with Priority: HIGHEST for action security_group_rules [ 1067.490207] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-373c8880-0089-41d4-8171-864687a91e2d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.490207] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.534639] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3815d466-bf50-4607-a489-1b87ba77d724 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.537289] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.537289] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.537289] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.537289] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.537289] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.537289] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.537289] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.537289] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.537289] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.537289] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3815d466-bf50-4607-a489-1b87ba77d724',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.774243] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: SUCCESS [ 1067.774652] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 deletion is rescheduled due to dependency. [ 1067.774783] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.879792] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.879792] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.879792] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.879792] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.879792] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.879792] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 373c8880-0089-41d4-8171-864687a91e2d already deleted. [ 1067.879792] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.880201] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.880201] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.880201] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('373c8880-0089-41d4-8171-864687a91e2d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.016244] env[66979]: INFO networking_nsxv3.common.synchronization [req-b86ddbc8-b769-474d-82b1-d981da20392d req-65b3fe0f-f2db-4aab-be9a-b1d71e1e9027 tempest-ServersAdminNegativeTestJSON-1961266630 tempest-ServersAdminNegativeTestJSON-1961266630-project-member] Enqueued Resource ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c with Priority: HIGHEST for action security_group_members [ 1068.017061] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c with Priority: HIGHEST for action security_group_members [ 1068.017205] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bbb529f-994b-4d08-a55b-59802ab8d06c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.017990] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.017990] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.017990] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.018121] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.018218] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.018218] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.018816] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.018816] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.018816] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bbb529f-994b-4d08-a55b-59802ab8d06c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.039301] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3815d466-bf50-4607-a489-1b87ba77d724 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.039440] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.039509] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.039942] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.039942] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.039942] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.040189] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.040189] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.040238] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.040316] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.040731] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3815d466-bf50-4607-a489-1b87ba77d724 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.040731] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.040731] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.040731] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.041067] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.041067] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.041067] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.041159] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.041282] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.041282] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.042939] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3815d466-bf50-4607-a489-1b87ba77d724',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.400542] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.400696] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.400825] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.400958] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.401063] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.401162] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 373c8880-0089-41d4-8171-864687a91e2d already deleted. [ 1068.401243] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.520910] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1bbb529f-994b-4d08-a55b-59802ab8d06c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.546760] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3815d466-bf50-4607-a489-1b87ba77d724: rpc.has_security_group_logging(os_id): False [ 1068.564564] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.564723] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.564776] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.564993] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.565114] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.565299] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.565417] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.565488] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.567021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.567021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.567021] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.567021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.567021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.567021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.567021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.567021] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.567021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.567021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.567021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.567021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.567021] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3815d466-bf50-4607-a489-1b87ba77d724 is going to be updated. [ 1068.725249] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.726035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.726035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.726035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.726035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.743174] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3815d466-bf50-4607-a489-1b87ba77d724 in Status: IN_PROGRESS for 2s [ 1069.023915] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1bbb529f-994b-4d08-a55b-59802ab8d06c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.345027] env[66979]: INFO networking_nsxv3.common.synchronization [req-98c773a3-9732-4462-8f4f-2e5f019d13b1 req-53f90482-3331-4467-9d40-71e272723a04 tempest-ServersNegativeTestMultiTenantJSON-114513565 tempest-ServersNegativeTestMultiTenantJSON-114513565-project-member] Enqueued Resource ID: 229cf72b-1950-4e2c-94b2-7753467aadf2 with Priority: HIGHEST for action security_group_members [ 1069.345927] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229cf72b-1950-4e2c-94b2-7753467aadf2 with Priority: HIGHEST for action security_group_members [ 1069.345927] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-229cf72b-1950-4e2c-94b2-7753467aadf2 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.346336] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229cf72b-1950-4e2c-94b2-7753467aadf2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.346492] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229cf72b-1950-4e2c-94b2-7753467aadf2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.347094] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229cf72b-1950-4e2c-94b2-7753467aadf2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.347517] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.347943] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.348115] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.348497] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.348672] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.349194] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229cf72b-1950-4e2c-94b2-7753467aadf2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.526527] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.526693] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.526849] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.526956] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.527070] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.527249] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c is going to be updated. [ 1069.559486] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.559577] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.559665] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.559874] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.560033] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.569523] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c in Status: IN_PROGRESS for 2s [ 1069.746871] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-469 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.747096] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-469" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.747209] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-469" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.747514] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-469" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.747774] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.748422] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.748422] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.748422] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.748566] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.748657] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.748770] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1069.748883] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1069.748989] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1069.749110] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1069.749210] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1069.749337] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1069.772215] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1069.772431] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1069.772518] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1069.772716] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-469" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.773395] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-7700b714-0e2e-4919-a254-19f27a87237c taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.773596] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-7700b714-0e2e-4919-a254-19f27a87237c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.773723] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-7700b714-0e2e-4919-a254-19f27a87237c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.774084] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-7700b714-0e2e-4919-a254-19f27a87237c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.774225] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7700b714-0e2e-4919-a254-19f27a87237c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.852628] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.852809] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.852911] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.853111] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.853241] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.853430] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.853668] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.853788] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.854132] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.854267] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.854371] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229cf72b-1950-4e2c-94b2-7753467aadf2 already deleted. [ 1069.854465] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229cf72b-1950-4e2c-94b2-7753467aadf2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.277348] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.277910] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.277910] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.278090] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.278282] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.278459] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 7700b714-0e2e-4919-a254-19f27a87237c not found, creating... [ 1070.278734] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.278894] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.279028] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.279253] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.279550] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.279864] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.280059] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.280114] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.280334] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.280494] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.280651] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 7700b714-0e2e-4919-a254-19f27a87237c is going to be created. [ 1070.304508] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.304699] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.304830] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.305193] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.305508] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.305784] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-7700b714-0e2e-4919-a254-19f27a87237c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.756184] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3815d466-bf50-4607-a489-1b87ba77d724 in Status: SUCCESS [ 1070.756475] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.023487] env[66979]: INFO networking_nsxv3.common.synchronization [req-98c773a3-9732-4462-8f4f-2e5f019d13b1 req-8a8ef0fd-04fc-408b-adad-852992206708 service nova] Enqueued Resource ID: 229cf72b-1950-4e2c-94b2-7753467aadf2 with Priority: HIGHEST for action security_group_rules [ 1071.023992] env[66979]: INFO networking_nsxv3.common.synchronization [req-98c773a3-9732-4462-8f4f-2e5f019d13b1 req-8a8ef0fd-04fc-408b-adad-852992206708 service nova] Enqueued Resource ID: 229cf72b-1950-4e2c-94b2-7753467aadf2 with Priority: HIGHEST for action security_group_members [ 1071.025079] env[66979]: INFO networking_nsxv3.common.synchronization [req-98c773a3-9732-4462-8f4f-2e5f019d13b1 req-8a8ef0fd-04fc-408b-adad-852992206708 service nova] Enqueued Resource ID: 7700b714-0e2e-4919-a254-19f27a87237c with Priority: HIGHEST for action port [ 1071.025194] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229cf72b-1950-4e2c-94b2-7753467aadf2 with Priority: HIGHEST for action security_group_rules [ 1071.027596] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229cf72b-1950-4e2c-94b2-7753467aadf2 with Priority: HIGHEST for action security_group_members [ 1071.027596] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7700b714-0e2e-4919-a254-19f27a87237c with Priority: HIGHEST for action port [ 1071.027596] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-229cf72b-1950-4e2c-94b2-7753467aadf2 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.027596] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-229cf72b-1950-4e2c-94b2-7753467aadf2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.027596] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-229cf72b-1950-4e2c-94b2-7753467aadf2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.027596] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-229cf72b-1950-4e2c-94b2-7753467aadf2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.027596] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('229cf72b-1950-4e2c-94b2-7753467aadf2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.029452] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-229cf72b-1950-4e2c-94b2-7753467aadf2 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.029452] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229cf72b-1950-4e2c-94b2-7753467aadf2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.029452] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229cf72b-1950-4e2c-94b2-7753467aadf2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.029452] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229cf72b-1950-4e2c-94b2-7753467aadf2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.029452] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.029452] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.029452] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.029452] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.029452] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.029452] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229cf72b-1950-4e2c-94b2-7753467aadf2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.030453] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-7700b714-0e2e-4919-a254-19f27a87237c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.030665] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7700b714-0e2e-4919-a254-19f27a87237c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.030665] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7700b714-0e2e-4919-a254-19f27a87237c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.031711] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7700b714-0e2e-4919-a254-19f27a87237c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.031711] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7700b714-0e2e-4919-a254-19f27a87237c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.533098] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-229cf72b-1950-4e2c-94b2-7753467aadf2 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.533432] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229cf72b-1950-4e2c-94b2-7753467aadf2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.533432] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7700b714-0e2e-4919-a254-19f27a87237c with status ACTIVE [ 1071.533601] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.533712] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.533806] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.533992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.534184] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.534589] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.534734] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.534811] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.535012] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.535105] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.535292] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.535386] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.535442] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.535598] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.535690] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.535786] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7700b714-0e2e-4919-a254-19f27a87237c is going to be updated. [ 1071.536947] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('229cf72b-1950-4e2c-94b2-7753467aadf2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.564293] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.564461] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.564699] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.564849] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.565012] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.565189] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7700b714-0e2e-4919-a254-19f27a87237c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.579740] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c in Status: SUCCESS [ 1071.580157] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.965065] env[66979]: INFO networking_nsxv3.common.synchronization [req-93a1d14f-42b6-449c-bdf6-7c66936fe88a req-c96ced75-c4f5-4ad3-ae44-468dcf81b51e tempest-ServersNegativeTestJSON-1572246049 tempest-ServersNegativeTestJSON-1572246049-project-member] Enqueued Resource ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a with Priority: HIGHEST for action security_group_members [ 1071.965981] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a with Priority: HIGHEST for action security_group_members [ 1071.967413] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ad799ee-bbf6-483b-8d55-df9eab8a371a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.967413] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.967413] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.967413] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.967413] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.967693] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.967693] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.967842] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.967978] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.968153] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ad799ee-bbf6-483b-8d55-df9eab8a371a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.038984] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('229cf72b-1950-4e2c-94b2-7753467aadf2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.471050] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.471050] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.471281] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.471313] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.511030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.511244] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.511370] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.511436] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.511633] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.511714] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.511828] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a is going to be updated. [ 1072.541889] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.542347] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.542347] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.542408] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.542509] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.542612] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229cf72b-1950-4e2c-94b2-7753467aadf2 is going to be created. [ 1072.556913] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.557148] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.557210] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.557955] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.557955] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.567284] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a in Status: IN_PROGRESS for 2s [ 1072.573257] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.573405] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.573442] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.573672] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.575182] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.586659] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229cf72b-1950-4e2c-94b2-7753467aadf2 in Status: UNINITIALIZED for 2s [ 1074.057102] env[66979]: INFO networking_nsxv3.common.synchronization [req-d8bfcc2d-5ce7-4f82-a33c-975afdf98a0e req-5e38a145-33e6-488c-952a-008b7941ba2d tempest-ServerRescueTestJSON-1827698191 tempest-ServerRescueTestJSON-1827698191-project-member] Enqueued Resource ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 with Priority: HIGHEST for action security_group_members [ 1074.058256] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 with Priority: HIGHEST for action security_group_members [ 1074.058983] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.059247] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.059325] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.059609] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.059817] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.060226] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.060226] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.060322] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.060534] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.060806] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3b8785ea-bee8-43ad-8d16-ce2c11b1a847',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.563567] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.563988] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.564162] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.564622] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.565144] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.565457] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.565568] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.565638] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.565808] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.565936] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.566088] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 is going to be updated. [ 1074.576367] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a in Status: SUCCESS [ 1074.576669] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ad799ee-bbf6-483b-8d55-df9eab8a371a deletion is rescheduled due to dependency. [ 1074.576809] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ad799ee-bbf6-483b-8d55-df9eab8a371a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.597851] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229cf72b-1950-4e2c-94b2-7753467aadf2 in Status: SUCCESS [ 1074.598000] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229cf72b-1950-4e2c-94b2-7753467aadf2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.599156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229cf72b-1950-4e2c-94b2-7753467aadf2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.599156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229cf72b-1950-4e2c-94b2-7753467aadf2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.599156] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.599156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.599156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.599156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.599156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.599156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229cf72b-1950-4e2c-94b2-7753467aadf2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.599156] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('229cf72b-1950-4e2c-94b2-7753467aadf2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.600782] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.600896] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.600964] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.601354] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.601494] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.610803] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 in Status: IN_PROGRESS for 2s [ 1075.104414] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-229cf72b-1950-4e2c-94b2-7753467aadf2 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.104773] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229cf72b-1950-4e2c-94b2-7753467aadf2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.104773] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229cf72b-1950-4e2c-94b2-7753467aadf2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.104841] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229cf72b-1950-4e2c-94b2-7753467aadf2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.104960] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.105072] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.105136] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.105282] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.105367] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.105470] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229cf72b-1950-4e2c-94b2-7753467aadf2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.105594] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-229cf72b-1950-4e2c-94b2-7753467aadf2 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.105684] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229cf72b-1950-4e2c-94b2-7753467aadf2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.105768] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229cf72b-1950-4e2c-94b2-7753467aadf2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.105943] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229cf72b-1950-4e2c-94b2-7753467aadf2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.106130] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.106254] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.106345] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.106502] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.106575] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.106658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229cf72b-1950-4e2c-94b2-7753467aadf2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.106747] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('229cf72b-1950-4e2c-94b2-7753467aadf2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.608794] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 229cf72b-1950-4e2c-94b2-7753467aadf2: rpc.has_security_group_logging(os_id): False [ 1075.628764] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.628991] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.629091] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.629291] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.629383] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.629603] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.629722] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.629815] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.629985] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.630079] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.630256] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.630356] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.630489] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.630626] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.630672] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.630909] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.631040] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.631174] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.631268] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.631341] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.631512] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 229cf72b-1950-4e2c-94b2-7753467aadf2 is going to be created. [ 1075.704204] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.704517] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.704613] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.705678] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.705678] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.718933] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 229cf72b-1950-4e2c-94b2-7753467aadf2 in Status: IN_PROGRESS for 2s [ 1076.020190] env[66979]: INFO networking_nsxv3.common.synchronization [req-529b9ad9-ef91-4471-adcd-c10e81b5871a req-e33bcd39-3959-48cf-85ec-60c8fcfd3455 tempest-ServerDiskConfigTestJSON-24761059 tempest-ServerDiskConfigTestJSON-24761059-project-member] Enqueued Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_members [ 1076.020953] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_members [ 1076.024781] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.025440] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.025440] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.025440] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.025625] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.025792] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.027357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.027357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.027357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.027357] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.357154] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-14 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.357462] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.357630] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.357919] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.358255] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.358441] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.358567] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.358784] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.358944] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.359254] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.359426] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1076.359511] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1076.359633] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1076.359767] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1076.359907] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1076.360054] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1076.378790] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1076.378953] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1076.379168] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1076.379291] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.379607] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-343975d2-198a-4a71-91b6-90ffc61c241b taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.379834] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-343975d2-198a-4a71-91b6-90ffc61c241b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.379938] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-343975d2-198a-4a71-91b6-90ffc61c241b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.380275] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-343975d2-198a-4a71-91b6-90ffc61c241b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.380414] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('343975d2-198a-4a71-91b6-90ffc61c241b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.529762] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.529918] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.529987] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.530213] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.530300] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.530491] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.531152] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.531152] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.531152] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.531152] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.531152] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 is going to be updated. [ 1076.565840] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.565840] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.565840] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.565840] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.565840] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.574966] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: IN_PROGRESS for 2s [ 1076.622204] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 in Status: SUCCESS [ 1076.622400] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 deletion is rescheduled due to dependency. [ 1076.622536] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.882761] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.882978] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.883408] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.883505] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.883690] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.883864] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 343975d2-198a-4a71-91b6-90ffc61c241b not found, creating... [ 1076.884225] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.884415] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.884534] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.884771] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.884906] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.885272] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.885418] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.885534] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.885740] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.886023] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.886023] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 343975d2-198a-4a71-91b6-90ffc61c241b is going to be created. [ 1076.913310] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.913544] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.913674] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.913949] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.914250] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.914433] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-343975d2-198a-4a71-91b6-90ffc61c241b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.663753] env[66979]: INFO networking_nsxv3.common.synchronization [req-529b9ad9-ef91-4471-adcd-c10e81b5871a req-53c044fb-f364-4b22-9828-6bca5389d322 service nova] Enqueued Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_rules [ 1077.664336] env[66979]: INFO networking_nsxv3.common.synchronization [req-529b9ad9-ef91-4471-adcd-c10e81b5871a req-53c044fb-f364-4b22-9828-6bca5389d322 service nova] Enqueued Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_members [ 1077.664336] env[66979]: INFO networking_nsxv3.common.synchronization [req-529b9ad9-ef91-4471-adcd-c10e81b5871a req-53c044fb-f364-4b22-9828-6bca5389d322 service nova] Enqueued Resource ID: 343975d2-198a-4a71-91b6-90ffc61c241b with Priority: HIGHEST for action port [ 1077.664715] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_rules [ 1077.664816] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_members [ 1077.664938] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 343975d2-198a-4a71-91b6-90ffc61c241b with Priority: HIGHEST for action port [ 1077.665538] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.665635] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.665712] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.665910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.665992] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.668461] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.668461] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.668461] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-343975d2-198a-4a71-91b6-90ffc61c241b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.668706] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-343975d2-198a-4a71-91b6-90ffc61c241b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.668706] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-343975d2-198a-4a71-91b6-90ffc61c241b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.668766] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-343975d2-198a-4a71-91b6-90ffc61c241b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.668836] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('343975d2-198a-4a71-91b6-90ffc61c241b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.732392] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 229cf72b-1950-4e2c-94b2-7753467aadf2 in Status: SUCCESS [ 1077.732757] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-229cf72b-1950-4e2c-94b2-7753467aadf2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.169165] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.169165] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.171559] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 343975d2-198a-4a71-91b6-90ffc61c241b with status ACTIVE [ 1078.171819] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.172022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.172127] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.172424] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.172565] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.172872] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.173037] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.173132] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.173334] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.173474] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.173741] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.173887] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.173984] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.174226] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.174348] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.174478] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 343975d2-198a-4a71-91b6-90ffc61c241b is going to be updated. [ 1078.198466] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.198635] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.198677] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.198889] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.199038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.199199] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-343975d2-198a-4a71-91b6-90ffc61c241b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.569350] env[66979]: INFO networking_nsxv3.common.synchronization [req-a1281ba4-e6f0-4ac8-843a-4b8f702100dd req-e443fa3d-ac4e-47a3-95f2-c21158b52fdf tempest-AttachVolumeNegativeTest-425064559 tempest-AttachVolumeNegativeTest-425064559-project-member] Enqueued Resource ID: 00c23254-d4ff-4c62-83ae-8667967e0b2f with Priority: HIGHEST for action security_group_members [ 1078.569350] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00c23254-d4ff-4c62-83ae-8667967e0b2f with Priority: HIGHEST for action security_group_members [ 1078.569708] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-00c23254-d4ff-4c62-83ae-8667967e0b2f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.569930] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.570050] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.570494] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.570833] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.570952] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.571113] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.571222] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.571315] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.571415] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00c23254-d4ff-4c62-83ae-8667967e0b2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.585757] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: SUCCESS [ 1078.586025] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 deletion is rescheduled due to dependency. [ 1078.586143] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.586801] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.587068] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.587264] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.587379] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.587443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.587599] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.587679] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.587774] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.904361] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.904361] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.904361] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.904361] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.905075] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.905075] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.905075] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.905075] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.905301] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.905565] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.905565] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.905681] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.905723] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.905828] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.906027] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.906191] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.928358] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.928527] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.928673] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.928840] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.929369] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-fd4bff1c-0104-4ffd-89a4-117e65c3e23d taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.929369] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-fd4bff1c-0104-4ffd-89a4-117e65c3e23d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.929572] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-fd4bff1c-0104-4ffd-89a4-117e65c3e23d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.929810] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-fd4bff1c-0104-4ffd-89a4-117e65c3e23d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.930040] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd4bff1c-0104-4ffd-89a4-117e65c3e23d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.073306] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.073463] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.074010] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.074339] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.074436] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.074652] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.074758] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.074819] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.074984] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.075060] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.075146] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00c23254-d4ff-4c62-83ae-8667967e0b2f already deleted. [ 1079.075224] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.090118] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.432339] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.432608] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.432781] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.433123] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.433242] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.433405] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port fd4bff1c-0104-4ffd-89a4-117e65c3e23d not found, creating... [ 1079.433679] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.433890] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.434038] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.434417] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.434417] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.434744] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.434948] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.435059] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.435276] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.435409] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.435654] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: fd4bff1c-0104-4ffd-89a4-117e65c3e23d is going to be created. [ 1079.463914] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.464202] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.464404] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.464682] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.465028] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.465307] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-fd4bff1c-0104-4ffd-89a4-117e65c3e23d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.592381] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.095899] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.096308] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.096308] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.096415] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.096478] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.096588] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 is going to be updated. [ 1080.128049] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.128286] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.128611] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.128796] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.129047] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.138956] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: IN_PROGRESS for 2s [ 1080.195337] env[66979]: INFO networking_nsxv3.common.synchronization [req-a1281ba4-e6f0-4ac8-843a-4b8f702100dd req-c5cc5c87-aca5-4b3e-ab98-f0364e4819fd service nova] Enqueued Resource ID: 00c23254-d4ff-4c62-83ae-8667967e0b2f with Priority: HIGHEST for action security_group_rules [ 1080.195337] env[66979]: INFO networking_nsxv3.common.synchronization [req-a1281ba4-e6f0-4ac8-843a-4b8f702100dd req-c5cc5c87-aca5-4b3e-ab98-f0364e4819fd service nova] Enqueued Resource ID: 00c23254-d4ff-4c62-83ae-8667967e0b2f with Priority: HIGHEST for action security_group_members [ 1080.195337] env[66979]: INFO networking_nsxv3.common.synchronization [req-a1281ba4-e6f0-4ac8-843a-4b8f702100dd req-c5cc5c87-aca5-4b3e-ab98-f0364e4819fd service nova] Enqueued Resource ID: fd4bff1c-0104-4ffd-89a4-117e65c3e23d with Priority: HIGHEST for action port [ 1080.195337] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00c23254-d4ff-4c62-83ae-8667967e0b2f with Priority: HIGHEST for action security_group_rules [ 1080.195337] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00c23254-d4ff-4c62-83ae-8667967e0b2f with Priority: HIGHEST for action security_group_members [ 1080.195337] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd4bff1c-0104-4ffd-89a4-117e65c3e23d with Priority: HIGHEST for action port [ 1080.195337] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00c23254-d4ff-4c62-83ae-8667967e0b2f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.195337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.195337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.195337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.195337] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00c23254-d4ff-4c62-83ae-8667967e0b2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.195337] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-00c23254-d4ff-4c62-83ae-8667967e0b2f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.195337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.195337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.196495] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.196868] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.197103] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.197250] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.197766] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.199647] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.199647] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00c23254-d4ff-4c62-83ae-8667967e0b2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.199647] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd4bff1c-0104-4ffd-89a4-117e65c3e23d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.199647] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd4bff1c-0104-4ffd-89a4-117e65c3e23d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.199647] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd4bff1c-0104-4ffd-89a4-117e65c3e23d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.200191] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd4bff1c-0104-4ffd-89a4-117e65c3e23d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.200380] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd4bff1c-0104-4ffd-89a4-117e65c3e23d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.703086] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-00c23254-d4ff-4c62-83ae-8667967e0b2f taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.703086] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.703086] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00c23254-d4ff-4c62-83ae-8667967e0b2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.703904] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd4bff1c-0104-4ffd-89a4-117e65c3e23d with status ACTIVE [ 1080.704175] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.704283] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.704326] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.705101] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.705101] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.705101] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.705101] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.705101] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.705101] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.705337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.705337] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.705413] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.705443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.705571] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.705645] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.705730] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd4bff1c-0104-4ffd-89a4-117e65c3e23d is going to be updated. [ 1080.727565] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.727565] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.727565] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.727565] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.727565] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.727565] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd4bff1c-0104-4ffd-89a4-117e65c3e23d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.208330] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00c23254-d4ff-4c62-83ae-8667967e0b2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.712049] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.712253] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.712296] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.712566] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.712662] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.712779] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00c23254-d4ff-4c62-83ae-8667967e0b2f is going to be created. [ 1081.741030] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.741030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.741030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.741030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.741030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.751748] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00c23254-d4ff-4c62-83ae-8667967e0b2f in Status: UNINITIALIZED for 2s [ 1082.150329] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: SUCCESS [ 1082.150650] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.150873] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.151090] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.151289] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.151932] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.151932] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.151932] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.151932] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.151932] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.152155] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.654843] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.655238] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.655238] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.655238] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.655552] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.655724] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.655852] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.656089] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.656182] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.656283] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.656450] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.656542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.656609] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.656736] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.656861] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.656959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.657036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.657179] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.657263] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.657364] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.657476] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.984882] env[66979]: INFO networking_nsxv3.common.synchronization [req-c7427e92-81bf-4577-854f-26dcd845226c req-e722509f-554c-4568-af55-c9356602922d tempest-ServerRescueNegativeTestJSON-533741274 tempest-ServerRescueNegativeTestJSON-533741274-project-member] Enqueued Resource ID: e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 with Priority: HIGHEST for action security_group_members [ 1082.986672] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 with Priority: HIGHEST for action security_group_members [ 1082.986672] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.986672] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.986672] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.986672] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.986672] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.986672] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.986672] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.987275] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.987275] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.987275] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0fcfbe4-ace7-4530-b35f-c7520df0c6b0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.160583] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7700d124-4838-4e2c-b4fc-3aea73b1a259: rpc.has_security_group_logging(os_id): False [ 1083.183350] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.183623] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.183623] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.183892] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.183892] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.184155] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.184235] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.184290] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.184408] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.184491] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.184696] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.184829] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.184898] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.185063] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.185142] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.185366] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.185501] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.185568] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.185713] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.186547] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.186547] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 is going to be updated. [ 1083.254989] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.255183] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.255222] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.255424] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.255579] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.277514] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: IN_PROGRESS for 2s [ 1083.344765] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-478 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.344993] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-478" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.345116] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-478" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.345421] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-478" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.345780] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.345968] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.346306] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.346577] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.346774] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.347042] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.347201] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1083.347357] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1083.347504] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1083.347649] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1083.348777] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1083.348777] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1083.351423] env[66979]: INFO networking_nsxv3.common.synchronization [req-e2bf95d9-6136-4419-8d93-16ffdae85abe req-db40c087-3c8b-4d4d-8650-fbbca79667c3 tempest-ServersNegativeTestMultiTenantJSON-114513565 tempest-ServersNegativeTestMultiTenantJSON-114513565-project-member] Enqueued Resource ID: 229cf72b-1950-4e2c-94b2-7753467aadf2 with Priority: HIGHEST for action security_group_members [ 1083.352448] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 229cf72b-1950-4e2c-94b2-7753467aadf2 with Priority: HIGHEST for action security_group_members [ 1083.353175] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-229cf72b-1950-4e2c-94b2-7753467aadf2 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.353340] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-229cf72b-1950-4e2c-94b2-7753467aadf2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.353439] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-229cf72b-1950-4e2c-94b2-7753467aadf2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.353661] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-229cf72b-1950-4e2c-94b2-7753467aadf2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.353851] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.354088] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.354205] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.354408] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.354537] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.354690] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('229cf72b-1950-4e2c-94b2-7753467aadf2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.375275] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1083.378363] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1083.378820] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1083.379048] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-478" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.379486] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-123001f7-2a1a-437c-aef4-370e4caab45f taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.379595] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-123001f7-2a1a-437c-aef4-370e4caab45f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.379695] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-123001f7-2a1a-437c-aef4-370e4caab45f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.380089] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-123001f7-2a1a-437c-aef4-370e4caab45f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.380252] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('123001f7-2a1a-437c-aef4-370e4caab45f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.488888] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.489113] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.489157] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.489418] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.489514] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.489713] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.489848] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.489917] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.490078] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.490212] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.490264] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 already deleted. [ 1083.490357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.761920] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00c23254-d4ff-4c62-83ae-8667967e0b2f in Status: SUCCESS [ 1083.762578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.762578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.762578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.762791] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.762938] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.763065] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.763222] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.763310] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.763435] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.763550] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00c23254-d4ff-4c62-83ae-8667967e0b2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.859322] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.859489] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.859547] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.859770] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.859860] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.860214] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.860408] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.860491] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.860720] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.860720] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.860875] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229cf72b-1950-4e2c-94b2-7753467aadf2 is going to be updated. [ 1083.883847] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.884074] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.884197] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.884466] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.884612] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.884764] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 123001f7-2a1a-437c-aef4-370e4caab45f not found, creating... [ 1083.885034] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.885196] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.885313] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.885528] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.885664] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.885944] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.886115] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.886231] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.886434] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.886565] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.886707] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 123001f7-2a1a-437c-aef4-370e4caab45f is going to be created. [ 1083.890874] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.891013] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.891084] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.891259] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.891399] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.902806] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229cf72b-1950-4e2c-94b2-7753467aadf2 in Status: IN_PROGRESS for 2s [ 1083.917407] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.917640] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.917757] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.918059] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.918388] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.918728] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-123001f7-2a1a-437c-aef4-370e4caab45f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.266630] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00c23254-d4ff-4c62-83ae-8667967e0b2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.670264] env[66979]: INFO networking_nsxv3.common.synchronization [req-c7427e92-81bf-4577-854f-26dcd845226c req-de1c03b0-c373-42db-b70b-e8b7f3011bf4 service nova] Enqueued Resource ID: e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 with Priority: HIGHEST for action security_group_rules [ 1084.670690] env[66979]: INFO networking_nsxv3.common.synchronization [req-c7427e92-81bf-4577-854f-26dcd845226c req-de1c03b0-c373-42db-b70b-e8b7f3011bf4 service nova] Enqueued Resource ID: e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 with Priority: HIGHEST for action security_group_members [ 1084.670690] env[66979]: INFO networking_nsxv3.common.synchronization [req-c7427e92-81bf-4577-854f-26dcd845226c req-de1c03b0-c373-42db-b70b-e8b7f3011bf4 service nova] Enqueued Resource ID: 123001f7-2a1a-437c-aef4-370e4caab45f with Priority: HIGHEST for action port [ 1084.671490] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 with Priority: HIGHEST for action security_group_rules [ 1084.671490] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 with Priority: HIGHEST for action security_group_members [ 1084.671663] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 123001f7-2a1a-437c-aef4-370e4caab45f with Priority: HIGHEST for action port [ 1084.671934] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.672143] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.672143] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.672456] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.672490] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0fcfbe4-ace7-4530-b35f-c7520df0c6b0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.673454] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.675072] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.675072] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.675072] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.675072] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.675072] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.675072] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.675072] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.675371] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.675371] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0fcfbe4-ace7-4530-b35f-c7520df0c6b0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.676811] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-123001f7-2a1a-437c-aef4-370e4caab45f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.676811] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-123001f7-2a1a-437c-aef4-370e4caab45f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.676811] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-123001f7-2a1a-437c-aef4-370e4caab45f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.676811] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-123001f7-2a1a-437c-aef4-370e4caab45f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.676811] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('123001f7-2a1a-437c-aef4-370e4caab45f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.768857] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00c23254-d4ff-4c62-83ae-8667967e0b2f: rpc.has_security_group_logging(os_id): False [ 1084.788990] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.789277] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.789400] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.789733] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.789878] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.790307] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.790495] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.790570] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.791217] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.791217] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.791217] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00c23254-d4ff-4c62-83ae-8667967e0b2f is going to be created. [ 1084.851862] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.852160] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.852242] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.852463] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.852650] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.866393] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00c23254-d4ff-4c62-83ae-8667967e0b2f in Status: IN_PROGRESS for 2s [ 1085.179054] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.180144] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.180144] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 123001f7-2a1a-437c-aef4-370e4caab45f with status ACTIVE [ 1085.180144] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.180144] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.180144] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.180144] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.180443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.181046] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.181046] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.181046] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.181046] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.181669] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.181669] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.181669] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.181669] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.181825] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.181825] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.182018] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 123001f7-2a1a-437c-aef4-370e4caab45f is going to be updated. [ 1085.183158] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0fcfbe4-ace7-4530-b35f-c7520df0c6b0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.218737] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.218953] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.219093] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.219260] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.219402] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.219597] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-123001f7-2a1a-437c-aef4-370e4caab45f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.296938] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: SUCCESS [ 1085.297793] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.685626] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0fcfbe4-ace7-4530-b35f-c7520df0c6b0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.914156] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 229cf72b-1950-4e2c-94b2-7753467aadf2 in Status: SUCCESS [ 1085.914419] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 229cf72b-1950-4e2c-94b2-7753467aadf2 deletion is rescheduled due to dependency. [ 1085.914419] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-229cf72b-1950-4e2c-94b2-7753467aadf2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.190200] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.190432] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.190513] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.190895] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.191283] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.191283] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 is going to be created. [ 1086.220371] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.220371] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.220371] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.220371] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.220548] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.232238] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 in Status: UNINITIALIZED for 2s [ 1086.593197] env[66979]: INFO networking_nsxv3.common.synchronization [req-cb2df9d3-250a-4aff-b532-6109ca4a64e0 req-e2e111c2-32db-4c7d-abab-d22bed7efcae tempest-AttachInterfacesTestJSON-1699796385 tempest-AttachInterfacesTestJSON-1699796385-project-member] Enqueued Resource ID: 373c8880-0089-41d4-8171-864687a91e2d with Priority: HIGHEST for action security_group_members [ 1086.593746] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373c8880-0089-41d4-8171-864687a91e2d with Priority: HIGHEST for action security_group_members [ 1086.594063] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-373c8880-0089-41d4-8171-864687a91e2d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.594192] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.594260] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.594529] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.594689] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.594794] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.594857] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.595010] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.595116] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.595185] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373c8880-0089-41d4-8171-864687a91e2d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.883338] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00c23254-d4ff-4c62-83ae-8667967e0b2f in Status: SUCCESS [ 1086.883667] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.985371] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.985793] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.985793] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.985982] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.986256] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.986421] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.986771] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.987014] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.987191] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.987517] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.987597] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1086.987631] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1086.987740] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1086.987848] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1086.987952] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1086.988105] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1087.011298] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1087.011298] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1087.011477] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1087.011570] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.011930] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-87730196-e3f3-407b-9bdb-fb7bb4e1ccdd taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.012233] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-87730196-e3f3-407b-9bdb-fb7bb4e1ccdd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.012362] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-87730196-e3f3-407b-9bdb-fb7bb4e1ccdd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.012708] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-87730196-e3f3-407b-9bdb-fb7bb4e1ccdd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.012854] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87730196-e3f3-407b-9bdb-fb7bb4e1ccdd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.096979] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.097170] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.097789] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.097789] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.097789] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.097789] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.098034] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.098034] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.098154] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.098154] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.098238] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373c8880-0089-41d4-8171-864687a91e2d already deleted. [ 1087.098319] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.517901] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.517901] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.517901] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.517901] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.517901] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.517901] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 87730196-e3f3-407b-9bdb-fb7bb4e1ccdd not found, creating... [ 1087.517901] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.517901] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.517901] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.517901] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.517901] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.518565] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.518565] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.518565] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.518862] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.518862] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.518983] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 87730196-e3f3-407b-9bdb-fb7bb4e1ccdd is going to be created. [ 1087.558908] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.559205] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.559274] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.559533] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.559761] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.559980] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-87730196-e3f3-407b-9bdb-fb7bb4e1ccdd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.869129] env[66979]: INFO networking_nsxv3.common.synchronization [req-1fe63634-55d2-4eca-a80e-5552898c752b req-ccbd62cb-50ac-4e60-9b89-bd41590fcba2 tempest-ServersAdminNegativeTestJSON-1961266630 tempest-ServersAdminNegativeTestJSON-1961266630-project-member] Enqueued Resource ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c with Priority: HIGHEST for action security_group_members [ 1087.869584] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c with Priority: HIGHEST for action security_group_members [ 1087.869879] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-1bbb529f-994b-4d08-a55b-59802ab8d06c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.870096] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.870182] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.870483] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.870540] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.870659] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.870690] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.870818] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.870902] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.871082] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1bbb529f-994b-4d08-a55b-59802ab8d06c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.244654] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 in Status: SUCCESS [ 1088.244987] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.245255] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.245452] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.245721] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.245783] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.245959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.245959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.246131] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.246131] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.246230] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0fcfbe4-ace7-4530-b35f-c7520df0c6b0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.278877] env[66979]: INFO networking_nsxv3.common.synchronization [req-cb2df9d3-250a-4aff-b532-6109ca4a64e0 req-bf9c3e48-3e98-4097-8f6e-7f39bf1884fb service nova] Enqueued Resource ID: 373c8880-0089-41d4-8171-864687a91e2d with Priority: HIGHEST for action security_group_rules [ 1088.278877] env[66979]: INFO networking_nsxv3.common.synchronization [req-cb2df9d3-250a-4aff-b532-6109ca4a64e0 req-bf9c3e48-3e98-4097-8f6e-7f39bf1884fb service nova] Enqueued Resource ID: 373c8880-0089-41d4-8171-864687a91e2d with Priority: HIGHEST for action security_group_members [ 1088.278877] env[66979]: INFO networking_nsxv3.common.synchronization [req-cb2df9d3-250a-4aff-b532-6109ca4a64e0 req-bf9c3e48-3e98-4097-8f6e-7f39bf1884fb service nova] Enqueued Resource ID: 87730196-e3f3-407b-9bdb-fb7bb4e1ccdd with Priority: HIGHEST for action port [ 1088.278877] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373c8880-0089-41d4-8171-864687a91e2d with Priority: HIGHEST for action security_group_rules [ 1088.278877] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373c8880-0089-41d4-8171-864687a91e2d with Priority: HIGHEST for action security_group_members [ 1088.278877] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87730196-e3f3-407b-9bdb-fb7bb4e1ccdd with Priority: HIGHEST for action port [ 1088.278877] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-373c8880-0089-41d4-8171-864687a91e2d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.279251] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.279972] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.279972] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.279972] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('373c8880-0089-41d4-8171-864687a91e2d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.281159] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-373c8880-0089-41d4-8171-864687a91e2d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.281159] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.281159] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.281333] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.281483] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.281580] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.281690] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.281973] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.281973] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.282208] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373c8880-0089-41d4-8171-864687a91e2d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.282774] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-87730196-e3f3-407b-9bdb-fb7bb4e1ccdd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.282881] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87730196-e3f3-407b-9bdb-fb7bb4e1ccdd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.282947] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87730196-e3f3-407b-9bdb-fb7bb4e1ccdd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.283292] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87730196-e3f3-407b-9bdb-fb7bb4e1ccdd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.283378] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87730196-e3f3-407b-9bdb-fb7bb4e1ccdd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.373560] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.373560] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.373722] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.373992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.374190] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.375037] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.375037] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.375037] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.375037] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.375037] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.375037] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c is going to be updated. [ 1088.408797] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.409101] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.409840] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.409840] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.410336] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.420063] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c in Status: IN_PROGRESS for 2s [ 1088.749499] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0fcfbe4-ace7-4530-b35f-c7520df0c6b0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.785563] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-373c8880-0089-41d4-8171-864687a91e2d taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.785999] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.785999] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('373c8880-0089-41d4-8171-864687a91e2d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.786977] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87730196-e3f3-407b-9bdb-fb7bb4e1ccdd with status ACTIVE [ 1088.787216] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.787551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.787551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.787675] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.787807] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.788029] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.788149] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.788217] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.788417] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.788515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.788736] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.788839] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.788918] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.789118] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.789252] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.789325] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87730196-e3f3-407b-9bdb-fb7bb4e1ccdd is going to be updated. [ 1088.815175] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.815342] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.815422] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.815681] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.815836] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.816053] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87730196-e3f3-407b-9bdb-fb7bb4e1ccdd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.252054] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0fcfbe4-ace7-4530-b35f-c7520df0c6b0: rpc.has_security_group_logging(os_id): False [ 1089.272908] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.272908] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.272908] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.272908] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.272908] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.273266] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.273266] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.273266] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.273379] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.273420] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.273509] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 is going to be created. [ 1089.291615] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('373c8880-0089-41d4-8171-864687a91e2d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.337673] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.337857] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.337857] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.338083] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.338267] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.350786] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 in Status: IN_PROGRESS for 2s [ 1089.574934] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-369 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.575155] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-369" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.575605] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-369" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.575907] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-369" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.576190] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.576352] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.576466] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.576668] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.576808] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.577030] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.577144] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1089.577251] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1089.577356] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1089.577461] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1089.577564] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1089.577693] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1089.597496] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1089.597695] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1089.597798] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1089.597986] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-369" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.598301] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-39269c40-4b2e-4bef-8696-10ee026e3e3b taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.598474] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-39269c40-4b2e-4bef-8696-10ee026e3e3b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.598591] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-39269c40-4b2e-4bef-8696-10ee026e3e3b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.598845] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-39269c40-4b2e-4bef-8696-10ee026e3e3b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.598982] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39269c40-4b2e-4bef-8696-10ee026e3e3b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.794110] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.794110] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.794110] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.794422] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.794422] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.794422] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373c8880-0089-41d4-8171-864687a91e2d is going to be created. [ 1089.821520] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.821730] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.821774] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.821962] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.823016] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.833916] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373c8880-0089-41d4-8171-864687a91e2d in Status: UNINITIALIZED for 2s [ 1090.106502] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.106502] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.106502] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.106502] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.106720] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.106878] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.106995] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.107123] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.107338] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.107646] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.107783] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.107941] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.108076] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.108285] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.108416] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.108556] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 39269c40-4b2e-4bef-8696-10ee026e3e3b is going to be updated. [ 1090.131182] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.131539] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.131651] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.133188] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.133188] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.133188] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-39269c40-4b2e-4bef-8696-10ee026e3e3b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.434914] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c in Status: SUCCESS [ 1090.434914] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c deletion is rescheduled due to dependency. [ 1090.435630] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.940037] env[66979]: INFO networking_nsxv3.common.synchronization [req-9ba213e6-af09-4493-ae4e-04cd40f2e036 req-14ce239c-6333-42d7-8103-d51d0109945a service nova] Enqueued Resource ID: bb90cda4-3ce4-467a-968c-a64b663161b4 with Priority: HIGHEST for action security_group_rules [ 1090.940313] env[66979]: INFO networking_nsxv3.common.synchronization [req-9ba213e6-af09-4493-ae4e-04cd40f2e036 req-14ce239c-6333-42d7-8103-d51d0109945a service nova] Enqueued Resource ID: bb90cda4-3ce4-467a-968c-a64b663161b4 with Priority: HIGHEST for action security_group_members [ 1090.940529] env[66979]: INFO networking_nsxv3.common.synchronization [req-9ba213e6-af09-4493-ae4e-04cd40f2e036 req-14ce239c-6333-42d7-8103-d51d0109945a service nova] Enqueued Resource ID: 39269c40-4b2e-4bef-8696-10ee026e3e3b with Priority: HIGHEST for action port [ 1090.941289] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb90cda4-3ce4-467a-968c-a64b663161b4 with Priority: HIGHEST for action security_group_rules [ 1090.941360] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb90cda4-3ce4-467a-968c-a64b663161b4 with Priority: HIGHEST for action security_group_members [ 1090.941450] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39269c40-4b2e-4bef-8696-10ee026e3e3b with Priority: HIGHEST for action port [ 1090.941709] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb90cda4-3ce4-467a-968c-a64b663161b4 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.941844] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.942014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.942505] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.942505] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb90cda4-3ce4-467a-968c-a64b663161b4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.945039] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb90cda4-3ce4-467a-968c-a64b663161b4 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.945039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.945039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.945039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.945039] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.945039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.945039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.945039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.945039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.945039] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb90cda4-3ce4-467a-968c-a64b663161b4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.945963] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-39269c40-4b2e-4bef-8696-10ee026e3e3b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.945963] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39269c40-4b2e-4bef-8696-10ee026e3e3b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.946110] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39269c40-4b2e-4bef-8696-10ee026e3e3b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.946631] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39269c40-4b2e-4bef-8696-10ee026e3e3b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.946631] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39269c40-4b2e-4bef-8696-10ee026e3e3b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.363988] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 in Status: SUCCESS [ 1091.364267] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.448117] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb90cda4-3ce4-467a-968c-a64b663161b4 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.448497] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.450995] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bb90cda4-3ce4-467a-968c-a64b663161b4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.451774] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39269c40-4b2e-4bef-8696-10ee026e3e3b with status ACTIVE [ 1091.453055] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.453055] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.453055] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.453055] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.453055] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.453055] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.453055] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.453055] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.453584] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.453584] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.453584] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.453701] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.453730] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.454332] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.454332] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.455294] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39269c40-4b2e-4bef-8696-10ee026e3e3b is going to be updated. [ 1091.482125] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.482717] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.482717] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.482822] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.483022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.483241] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39269c40-4b2e-4bef-8696-10ee026e3e3b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.608916] env[66979]: INFO networking_nsxv3.common.synchronization [req-10a98111-4324-4aa6-8aea-2c067180e977 req-93edd817-9595-48f5-959f-ffe96dc40642 tempest-ServerDiskConfigTestJSON-24761059 tempest-ServerDiskConfigTestJSON-24761059-project-member] Enqueued Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_members [ 1091.610197] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGHEST for action security_group_members [ 1091.610688] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.610914] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.611144] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.612212] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.612410] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.612534] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.612601] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.612827] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.612921] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.613104] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.844226] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373c8880-0089-41d4-8171-864687a91e2d in Status: SUCCESS [ 1091.844519] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.844693] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.844906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.845194] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.845355] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.845468] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.845647] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.845733] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.845816] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.845909] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('373c8880-0089-41d4-8171-864687a91e2d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.957054] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bb90cda4-3ce4-467a-968c-a64b663161b4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.115169] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.115290] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.115367] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.115593] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.115925] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.115925] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.116025] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.116025] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.116208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.116288] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.116378] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 is going to be updated. [ 1092.151264] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.151264] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.151264] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.151431] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.151529] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.160906] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: IN_PROGRESS for 2s [ 1092.348959] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('373c8880-0089-41d4-8171-864687a91e2d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.459165] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.459522] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.459522] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.459760] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.459760] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.459827] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb90cda4-3ce4-467a-968c-a64b663161b4 is going to be updated. [ 1092.492225] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.492388] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.492466] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.492685] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.492844] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.503144] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb90cda4-3ce4-467a-968c-a64b663161b4 in Status: IN_PROGRESS for 2s [ 1092.850858] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 373c8880-0089-41d4-8171-864687a91e2d: rpc.has_security_group_logging(os_id): False [ 1092.876310] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.876482] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.876554] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.876768] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.876859] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.877125] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.877228] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.877294] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.877443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.877518] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.877605] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 373c8880-0089-41d4-8171-864687a91e2d is going to be created. [ 1092.963048] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.963464] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.963534] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.964150] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.964382] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.988080] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 373c8880-0089-41d4-8171-864687a91e2d in Status: IN_PROGRESS for 2s [ 1094.170895] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 in Status: SUCCESS [ 1094.171206] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 deletion is rescheduled due to dependency. [ 1094.171206] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.513462] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb90cda4-3ce4-467a-968c-a64b663161b4 in Status: SUCCESS [ 1094.513793] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.514015] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.514240] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.514468] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.514621] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.514695] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.514854] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.514937] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.515068] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.515176] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bb90cda4-3ce4-467a-968c-a64b663161b4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.003769] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 373c8880-0089-41d4-8171-864687a91e2d in Status: SUCCESS [ 1095.004039] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.017922] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bb90cda4-3ce4-467a-968c-a64b663161b4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.521078] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bb90cda4-3ce4-467a-968c-a64b663161b4: rpc.has_security_group_logging(os_id): False [ 1095.543492] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.543695] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.543695] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.543939] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.566886] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.567175] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.567302] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.567393] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.567620] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.567697] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.567788] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb90cda4-3ce4-467a-968c-a64b663161b4 is going to be updated. [ 1095.628629] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.628783] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.628929] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.629212] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.629282] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.643640] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb90cda4-3ce4-467a-968c-a64b663161b4 in Status: IN_PROGRESS for 2s [ 1096.611579] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1096.611881] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1097.664121] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bb90cda4-3ce4-467a-968c-a64b663161b4 in Status: SUCCESS [ 1097.664427] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.707079] env[66979]: INFO networking_nsxv3.common.synchronization [req-9fbd9ec5-d2db-46ae-9f36-4c57488ecf85 req-0d35579b-9715-4bc0-949b-8bbc436e84af tempest-DeleteServersTestJSON-771878521 tempest-DeleteServersTestJSON-771878521-project-member] Enqueued Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 1098.707079] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 1098.707079] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.707079] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.707079] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.708632] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.708632] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.708852] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.708852] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.709011] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.710920] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.710920] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.150500] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-334 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.150723] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-334" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.151039] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-334" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.153507] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-334" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.154212] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.154556] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.154661] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.154990] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.155340] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.155736] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.156235] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.156675] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.156879] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.157199] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.157390] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.157579] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.179428] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.179589] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1099.179752] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.179888] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-334" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.180334] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-4fda5fa9-655a-4c48-8adc-ed1b5936a744 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.180480] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-4fda5fa9-655a-4c48-8adc-ed1b5936a744" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.180562] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-4fda5fa9-655a-4c48-8adc-ed1b5936a744" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.181626] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-4fda5fa9-655a-4c48-8adc-ed1b5936a744" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.181626] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fda5fa9-655a-4c48-8adc-ed1b5936a744',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.213922] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.214119] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.214164] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.214382] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.214525] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.214673] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.214772] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.214839] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.214997] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.215094] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.215169] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 is going to be updated. [ 1099.250498] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.250734] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.250824] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.251092] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.251275] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.267296] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: IN_PROGRESS for 2s [ 1099.684294] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.684566] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.684697] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.685133] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.685209] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.685307] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 4fda5fa9-655a-4c48-8adc-ed1b5936a744 not found, creating... [ 1099.685571] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.685731] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.685847] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.686097] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.686236] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.686525] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.687267] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.687434] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.687958] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.687958] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.687958] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 4fda5fa9-655a-4c48-8adc-ed1b5936a744 is going to be created. [ 1099.725796] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.726281] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.726281] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.726461] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.726657] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.726895] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-4fda5fa9-655a-4c48-8adc-ed1b5936a744" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.440306] env[66979]: INFO networking_nsxv3.common.synchronization [req-9fbd9ec5-d2db-46ae-9f36-4c57488ecf85 req-2deef72b-bc32-44d4-8d2d-c58fc2441e85 service nova] Enqueued Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_rules [ 1100.440306] env[66979]: INFO networking_nsxv3.common.synchronization [req-9fbd9ec5-d2db-46ae-9f36-4c57488ecf85 req-2deef72b-bc32-44d4-8d2d-c58fc2441e85 service nova] Enqueued Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 1100.440306] env[66979]: INFO networking_nsxv3.common.synchronization [req-9fbd9ec5-d2db-46ae-9f36-4c57488ecf85 req-2deef72b-bc32-44d4-8d2d-c58fc2441e85 service nova] Enqueued Resource ID: 4fda5fa9-655a-4c48-8adc-ed1b5936a744 with Priority: HIGHEST for action port [ 1100.440306] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_rules [ 1100.440306] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 1100.441161] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fda5fa9-655a-4c48-8adc-ed1b5936a744 with Priority: HIGHEST for action port [ 1100.441559] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.441812] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.441955] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.442297] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.443853] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.447748] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.447929] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.448272] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fda5fa9-655a-4c48-8adc-ed1b5936a744 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.448528] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fda5fa9-655a-4c48-8adc-ed1b5936a744" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.448584] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fda5fa9-655a-4c48-8adc-ed1b5936a744" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.448945] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fda5fa9-655a-4c48-8adc-ed1b5936a744" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.448945] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fda5fa9-655a-4c48-8adc-ed1b5936a744',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.951756] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.952158] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.952158] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4fda5fa9-655a-4c48-8adc-ed1b5936a744 with status ACTIVE [ 1100.952348] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.952455] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.952526] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.952727] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.952810] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.952974] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.953086] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.953202] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.953385] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.953489] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.953674] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.953764] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.953839] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.953977] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.954071] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.954160] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4fda5fa9-655a-4c48-8adc-ed1b5936a744 is going to be updated. [ 1100.980741] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.980895] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.980961] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.981210] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.981352] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.981515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fda5fa9-655a-4c48-8adc-ed1b5936a744" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.280346] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: SUCCESS [ 1101.280541] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 deletion is rescheduled due to dependency. [ 1101.280664] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.280840] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.281081] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.281277] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.281403] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.281464] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.281656] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.281752] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.281855] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.784947] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.287459] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.789666] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.789834] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.789912] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.790293] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.790293] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.790428] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 is going to be updated. [ 1102.834613] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.834884] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.834937] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.835250] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.835511] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.848999] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: IN_PROGRESS for 2s [ 1103.270124] env[66979]: INFO networking_nsxv3.common.synchronization [req-e044463c-4e8f-4a68-99cc-e193166e427e req-1e249492-1bd1-44aa-91d0-4d21ef2cdc90 tempest-ServerActionsTestOtherA-827617278 tempest-ServerActionsTestOtherA-827617278-project-member] Enqueued Resource ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 with Priority: HIGHEST for action security_group_members [ 1103.270124] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 with Priority: HIGHEST for action security_group_members [ 1103.270124] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.270124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.270124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.270124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.271240] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.271502] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.272340] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.272921] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.273118] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.273457] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0766ae9a-8d8e-40fc-85ef-62bc4c6960e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.777571] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.777950] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.777950] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.778048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.778142] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.778359] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.778461] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.778523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.778674] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.778752] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.778839] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 is going to be updated. [ 1103.813104] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.813309] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.813358] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.813566] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.813741] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.824806] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 in Status: IN_PROGRESS for 2s [ 1104.862348] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: SUCCESS [ 1104.862695] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.863388] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.863388] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.863561] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.863561] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.863725] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.863886] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.863975] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.864221] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.864363] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.368559] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.368559] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.368559] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.368559] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.368559] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.368559] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.368842] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.368842] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.368842] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.368920] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.369083] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.369178] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.369438] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.369438] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.369532] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.369577] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.369641] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.369967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.369967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.369967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.370092] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.843654] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 in Status: SUCCESS [ 1105.843654] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 deletion is rescheduled due to dependency. [ 1105.843654] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.872487] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b51eef3-7de4-4972-9885-c342a512c0e9: rpc.has_security_group_logging(os_id): False [ 1105.893576] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.893751] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.893800] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.894422] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.894422] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.894422] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.895029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.895029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.895029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.895029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.896212] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.896212] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.896212] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.896212] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.896212] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.896212] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.896212] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.896910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.898267] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.898342] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.898444] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 is going to be updated. [ 1105.965454] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.965557] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.965557] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.965751] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.965894] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.980653] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: IN_PROGRESS for 2s [ 1108.005849] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: SUCCESS [ 1108.005849] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.271008] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1108.271574] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1108.974396] env[66979]: INFO networking_nsxv3.common.synchronization [req-afa6cfdc-7407-4aaf-86af-4ac175f735c9 req-6d4e8912-fb7e-494e-9d32-e3a87c901ab1 tempest-ServerActionsTestJSON-1937184917 tempest-ServerActionsTestJSON-1937184917-project-member] Enqueued Resource ID: 6c53fb99-a395-4c85-9f56-ccb24839868d with Priority: HIGHEST for action security_group_members [ 1108.974967] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c53fb99-a395-4c85-9f56-ccb24839868d with Priority: HIGHEST for action security_group_members [ 1108.975319] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6c53fb99-a395-4c85-9f56-ccb24839868d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.975450] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.975520] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.975726] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.975884] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.976147] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.976208] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.976365] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.976453] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.976569] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6c53fb99-a395-4c85-9f56-ccb24839868d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.480029] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.480029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.480029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.480521] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.480521] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.480789] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.481013] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.481191] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.481487] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.481721] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.481928] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c53fb99-a395-4c85-9f56-ccb24839868d is going to be updated. [ 1109.538038] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.538266] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.538266] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.538497] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.538664] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.549275] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c53fb99-a395-4c85-9f56-ccb24839868d in Status: IN_PROGRESS for 2s [ 1110.805375] env[66979]: INFO networking_nsxv3.common.synchronization [None req-b9661db0-3319-4aee-b940-22b91638c381 None None] Enqueued Resource ID: fb03214c-eb4c-4bc3-b3db-6609514e1b49 with Priority: HIGHEST for action port [ 1110.806117] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb03214c-eb4c-4bc3-b3db-6609514e1b49 with Priority: HIGHEST for action port [ 1110.806117] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb03214c-eb4c-4bc3-b3db-6609514e1b49 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.806270] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb03214c-eb4c-4bc3-b3db-6609514e1b49" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.806304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb03214c-eb4c-4bc3-b3db-6609514e1b49" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.806590] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb03214c-eb4c-4bc3-b3db-6609514e1b49" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.806695] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb03214c-eb4c-4bc3-b3db-6609514e1b49',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.310899] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb03214c-eb4c-4bc3-b3db-6609514e1b49 [ 1111.311103] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.311232] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.311286] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.311603] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.311603] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.311730] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb03214c-eb4c-4bc3-b3db-6609514e1b49 already deleted. [ 1111.311730] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb03214c-eb4c-4bc3-b3db-6609514e1b49" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.562379] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6c53fb99-a395-4c85-9f56-ccb24839868d in Status: SUCCESS [ 1111.562379] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6c53fb99-a395-4c85-9f56-ccb24839868d deletion is rescheduled due to dependency. [ 1111.562379] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.727674] env[66979]: INFO networking_nsxv3.common.synchronization [None req-d49db287-d607-4d1d-89fb-98effbbfaee8 None None] Enqueued Resource ID: a220ba50-b588-47f0-b884-3a1ffd54a6e1 with Priority: HIGHEST for action port [ 1113.728781] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a220ba50-b588-47f0-b884-3a1ffd54a6e1 with Priority: HIGHEST for action port [ 1113.729181] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-a220ba50-b588-47f0-b884-3a1ffd54a6e1 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.729336] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a220ba50-b588-47f0-b884-3a1ffd54a6e1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.729410] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a220ba50-b588-47f0-b884-3a1ffd54a6e1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.729745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a220ba50-b588-47f0-b884-3a1ffd54a6e1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.729842] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a220ba50-b588-47f0-b884-3a1ffd54a6e1',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.233425] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a220ba50-b588-47f0-b884-3a1ffd54a6e1 [ 1114.233713] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.233866] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.233913] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.234128] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.234237] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.234346] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a220ba50-b588-47f0-b884-3a1ffd54a6e1 already deleted. [ 1114.234431] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a220ba50-b588-47f0-b884-3a1ffd54a6e1" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.407304] env[66979]: INFO networking_nsxv3.common.synchronization [req-f2b3b6b7-76e6-4416-a087-2588515dfb25 req-45a51063-6483-4a03-afdf-3da5309f6299 tempest-AttachInterfacesTestJSON-1699796385 tempest-AttachInterfacesTestJSON-1699796385-project-member] Enqueued Resource ID: 373c8880-0089-41d4-8171-864687a91e2d with Priority: HIGHEST for action security_group_members [ 1114.407836] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373c8880-0089-41d4-8171-864687a91e2d with Priority: HIGHEST for action security_group_members [ 1114.408186] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-373c8880-0089-41d4-8171-864687a91e2d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.408308] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.408437] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.408637] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.408793] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.408890] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.408944] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.409108] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.409231] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.409281] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373c8880-0089-41d4-8171-864687a91e2d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.772927] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.773515] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.773515] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.773658] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.773932] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.774367] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.774367] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.774461] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.774905] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.774905] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.775062] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1114.775218] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1114.775341] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1114.775750] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1114.775750] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1114.775750] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1114.798161] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1114.798161] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1114.798161] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1114.798161] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.798488] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-f2248fea-069c-47dc-9f60-41187d4186d9 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.798672] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-f2248fea-069c-47dc-9f60-41187d4186d9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.798788] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-f2248fea-069c-47dc-9f60-41187d4186d9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.799247] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-f2248fea-069c-47dc-9f60-41187d4186d9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.799398] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2248fea-069c-47dc-9f60-41187d4186d9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.910918] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('373c8880-0089-41d4-8171-864687a91e2d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.302329] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.302691] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.302904] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.303235] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.303451] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.303724] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port f2248fea-069c-47dc-9f60-41187d4186d9 not found, creating... [ 1115.304113] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.304369] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.304536] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.304786] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.304931] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.305241] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.305397] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.305514] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.305723] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.305862] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.306082] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: f2248fea-069c-47dc-9f60-41187d4186d9 is going to be created. [ 1115.328052] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.328052] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.328052] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.328052] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.328356] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.328512] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-f2248fea-069c-47dc-9f60-41187d4186d9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.413154] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('373c8880-0089-41d4-8171-864687a91e2d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.916694] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.917355] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.917355] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.917355] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.917355] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.917355] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373c8880-0089-41d4-8171-864687a91e2d is going to be updated. [ 1115.948862] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.948862] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.948862] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.948862] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.948862] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.963081] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373c8880-0089-41d4-8171-864687a91e2d in Status: IN_PROGRESS for 2s [ 1116.065260] env[66979]: INFO networking_nsxv3.common.synchronization [req-f2b3b6b7-76e6-4416-a087-2588515dfb25 req-69e0ce03-09a2-4334-99a0-2a11a21a2738 service nova] Enqueued Resource ID: 373c8880-0089-41d4-8171-864687a91e2d with Priority: HIGHEST for action security_group_rules [ 1116.065525] env[66979]: INFO networking_nsxv3.common.synchronization [req-f2b3b6b7-76e6-4416-a087-2588515dfb25 req-69e0ce03-09a2-4334-99a0-2a11a21a2738 service nova] Enqueued Resource ID: 373c8880-0089-41d4-8171-864687a91e2d with Priority: HIGHEST for action security_group_members [ 1116.065713] env[66979]: INFO networking_nsxv3.common.synchronization [req-f2b3b6b7-76e6-4416-a087-2588515dfb25 req-69e0ce03-09a2-4334-99a0-2a11a21a2738 service nova] Enqueued Resource ID: f2248fea-069c-47dc-9f60-41187d4186d9 with Priority: HIGHEST for action port [ 1116.069366] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373c8880-0089-41d4-8171-864687a91e2d with Priority: HIGHEST for action security_group_rules [ 1116.069500] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373c8880-0089-41d4-8171-864687a91e2d with Priority: HIGHEST for action security_group_members [ 1116.069594] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2248fea-069c-47dc-9f60-41187d4186d9 with Priority: HIGHEST for action port [ 1116.070247] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-373c8880-0089-41d4-8171-864687a91e2d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.070370] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.070443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.070640] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.070772] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('373c8880-0089-41d4-8171-864687a91e2d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.071901] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-373c8880-0089-41d4-8171-864687a91e2d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.072563] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.075943] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2248fea-069c-47dc-9f60-41187d4186d9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.075943] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2248fea-069c-47dc-9f60-41187d4186d9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.075943] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2248fea-069c-47dc-9f60-41187d4186d9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.075943] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2248fea-069c-47dc-9f60-41187d4186d9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.075943] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2248fea-069c-47dc-9f60-41187d4186d9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.579765] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-373c8880-0089-41d4-8171-864687a91e2d taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.579963] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.580156] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2248fea-069c-47dc-9f60-41187d4186d9 with status ACTIVE [ 1116.580800] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.580800] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.580800] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.580962] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.580962] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.581125] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.581236] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.581289] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.581438] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.581511] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.581722] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.581814] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.582143] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.582143] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.582253] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.583385] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2248fea-069c-47dc-9f60-41187d4186d9 is going to be updated. [ 1116.607541] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.607662] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.607662] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.608445] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.608445] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.608445] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2248fea-069c-47dc-9f60-41187d4186d9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.908544] env[66979]: INFO networking_nsxv3.common.synchronization [req-c1356a14-081e-40dc-b939-1cf81bd1e4ed req-9cd9d9ca-3b09-4be2-8a3b-8568b1578210 tempest-DeleteServersTestJSON-771878521 tempest-DeleteServersTestJSON-771878521-project-member] Enqueued Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 1116.909138] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 1116.909481] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.909651] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.909770] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.910026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.910276] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.910427] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.910507] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.910692] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.910797] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.910914] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.413481] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.413908] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.413908] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.413908] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.414090] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.414236] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.414498] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.414570] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.414722] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.414803] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.414896] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 is going to be updated. [ 1117.451058] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.451058] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.451058] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.451058] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.451375] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.461381] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: IN_PROGRESS for 2s [ 1117.589504] env[66979]: INFO networking_nsxv3.common.synchronization [None req-6f7ace64-5ff1-4fa5-af4f-439b4cc097c5 None None] Enqueued Resource ID: 8e094f30-0d06-4218-8d75-2ab356a55f81 with Priority: HIGHEST for action port [ 1117.590159] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e094f30-0d06-4218-8d75-2ab356a55f81 with Priority: HIGHEST for action port [ 1117.590490] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e094f30-0d06-4218-8d75-2ab356a55f81 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.590632] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e094f30-0d06-4218-8d75-2ab356a55f81" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.590703] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e094f30-0d06-4218-8d75-2ab356a55f81" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.590976] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e094f30-0d06-4218-8d75-2ab356a55f81" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.591068] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e094f30-0d06-4218-8d75-2ab356a55f81',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.974857] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373c8880-0089-41d4-8171-864687a91e2d in Status: SUCCESS [ 1117.975105] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.975277] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.975482] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.975663] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.975776] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.975841] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.976129] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.976129] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.976201] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373c8880-0089-41d4-8171-864687a91e2d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.094769] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e094f30-0d06-4218-8d75-2ab356a55f81 [ 1118.094769] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.094769] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.094769] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.094769] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.094769] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.094769] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e094f30-0d06-4218-8d75-2ab356a55f81 already deleted. [ 1118.094769] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e094f30-0d06-4218-8d75-2ab356a55f81" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.478331] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('373c8880-0089-41d4-8171-864687a91e2d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.981533] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('373c8880-0089-41d4-8171-864687a91e2d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.471715] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: SUCCESS [ 1119.472013] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 deletion is rescheduled due to dependency. [ 1119.472174] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.484029] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.484371] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.484371] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.484523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.484644] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.484799] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373c8880-0089-41d4-8171-864687a91e2d is going to be updated. [ 1119.512723] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.512992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.512992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.513249] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.513383] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.525674] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373c8880-0089-41d4-8171-864687a91e2d in Status: IN_PROGRESS for 2s [ 1121.538093] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373c8880-0089-41d4-8171-864687a91e2d in Status: SUCCESS [ 1121.538365] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.538509] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.538726] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.538926] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.539095] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.539161] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.539325] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.539405] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.539490] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.539581] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('373c8880-0089-41d4-8171-864687a91e2d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.045057] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('373c8880-0089-41d4-8171-864687a91e2d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.126119] env[66979]: INFO networking_nsxv3.common.synchronization [req-d9b7f241-0703-4658-9565-c0fa45e152a1 req-91006ca2-da3a-4c3f-bd36-df44fdff60de tempest-MultipleCreateTestJSON-982231899 tempest-MultipleCreateTestJSON-982231899-project-member] Enqueued Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_members [ 1122.126705] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_members [ 1122.127190] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.127324] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.127401] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.127660] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.127838] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.127961] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.128057] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.128236] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.128324] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.128432] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.477016] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-370 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.477016] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-370" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.477761] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-370" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.478147] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-370" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.478447] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.478614] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.478756] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.478990] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.479152] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.479385] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.479497] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1122.479621] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1122.479869] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1122.479869] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.480633] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1122.480633] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.499990] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.500960] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1122.500960] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.500960] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-370" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.501139] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-34856fde-37c8-4d1d-9ae6-ec6b95c22004 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.501976] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-34856fde-37c8-4d1d-9ae6-ec6b95c22004" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.501976] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-34856fde-37c8-4d1d-9ae6-ec6b95c22004" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.501976] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-34856fde-37c8-4d1d-9ae6-ec6b95c22004" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.501976] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34856fde-37c8-4d1d-9ae6-ec6b95c22004',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.547449] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 373c8880-0089-41d4-8171-864687a91e2d: rpc.has_security_group_logging(os_id): False [ 1122.567048] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.567314] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.567530] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.567829] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.568028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.569038] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.569038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.569038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.569038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.569038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.569038] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 373c8880-0089-41d4-8171-864687a91e2d is going to be updated. [ 1122.631297] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.631297] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.631297] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.631581] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.631581] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.631737] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.631835] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.631898] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.632056] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.632132] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.632217] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b already deleted. [ 1122.632293] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.661862] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.662086] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.662086] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.662296] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.662446] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.677138] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 373c8880-0089-41d4-8171-864687a91e2d in Status: IN_PROGRESS for 2s [ 1123.006855] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.006855] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.006855] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.006855] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.007144] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.007770] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 34856fde-37c8-4d1d-9ae6-ec6b95c22004 not found, creating... [ 1123.007770] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.007770] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.007956] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.008229] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.008436] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.008805] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.009629] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.009629] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.009629] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.009629] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.009806] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 34856fde-37c8-4d1d-9ae6-ec6b95c22004 is going to be created. [ 1123.031685] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.031909] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.032015] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.032312] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.032608] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.032863] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-34856fde-37c8-4d1d-9ae6-ec6b95c22004" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.754054] env[66979]: INFO networking_nsxv3.common.synchronization [req-d9b7f241-0703-4658-9565-c0fa45e152a1 req-1d101a84-d3fe-46c1-9f7c-8d6989faf7fd service nova] Enqueued Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_rules [ 1123.754316] env[66979]: INFO networking_nsxv3.common.synchronization [req-d9b7f241-0703-4658-9565-c0fa45e152a1 req-1d101a84-d3fe-46c1-9f7c-8d6989faf7fd service nova] Enqueued Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_members [ 1123.754542] env[66979]: INFO networking_nsxv3.common.synchronization [req-d9b7f241-0703-4658-9565-c0fa45e152a1 req-1d101a84-d3fe-46c1-9f7c-8d6989faf7fd service nova] Enqueued Resource ID: 34856fde-37c8-4d1d-9ae6-ec6b95c22004 with Priority: HIGHEST for action port [ 1123.755026] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_rules [ 1123.755467] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_members [ 1123.755687] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34856fde-37c8-4d1d-9ae6-ec6b95c22004 with Priority: HIGHEST for action port [ 1123.756117] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.756318] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.756378] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.756651] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.756772] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.758192] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.758501] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.758551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.759574] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.759574] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.759574] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.759574] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.759574] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.759574] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.759574] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.760711] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-34856fde-37c8-4d1d-9ae6-ec6b95c22004 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.760968] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34856fde-37c8-4d1d-9ae6-ec6b95c22004" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.760968] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34856fde-37c8-4d1d-9ae6-ec6b95c22004" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.761116] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34856fde-37c8-4d1d-9ae6-ec6b95c22004" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.761739] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34856fde-37c8-4d1d-9ae6-ec6b95c22004',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.258694] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.258694] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.261221] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.263489] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34856fde-37c8-4d1d-9ae6-ec6b95c22004 with status ACTIVE [ 1124.263650] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.263790] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.263876] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.264131] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.264224] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.264412] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.264515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.264587] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.264733] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.264807] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.264996] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.265102] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.265165] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.265300] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.265418] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.265453] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34856fde-37c8-4d1d-9ae6-ec6b95c22004 is going to be updated. [ 1124.299761] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.299904] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.299940] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.300147] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.300467] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.300467] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34856fde-37c8-4d1d-9ae6-ec6b95c22004" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.555489] env[66979]: INFO networking_nsxv3.common.synchronization [req-d9b7f241-0703-4658-9565-c0fa45e152a1 req-44946f32-595e-4811-b292-3d3870afd7b3 tempest-MultipleCreateTestJSON-982231899 tempest-MultipleCreateTestJSON-982231899-project-member] Enqueued Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_members [ 1124.555923] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_members [ 1124.556249] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.556363] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.695248] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 373c8880-0089-41d4-8171-864687a91e2d in Status: SUCCESS [ 1124.695485] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.767065] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.968744] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-370 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.968744] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-370" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.968744] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-370" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.968744] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-370" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.969648] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.970022] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.970503] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.970503] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.970866] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.971158] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.971368] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1124.972930] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1124.972930] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1124.972930] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1124.972930] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1124.972930] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1124.993863] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1124.994055] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1124.994187] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1124.994364] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-370" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.994788] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-a8c0ac4a-4e24-47cc-a322-24103e28f901 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.994922] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-a8c0ac4a-4e24-47cc-a322-24103e28f901" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.994962] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-a8c0ac4a-4e24-47cc-a322-24103e28f901" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.995367] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-a8c0ac4a-4e24-47cc-a322-24103e28f901" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.995516] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8c0ac4a-4e24-47cc-a322-24103e28f901',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.210805] env[66979]: INFO networking_nsxv3.common.synchronization [None req-727691fd-2f99-4b7c-930a-8ceac1d0c0ae tempest-AttachInterfacesTestJSON-1699796385 tempest-AttachInterfacesTestJSON-1699796385-project-member] Enqueued Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_members [ 1125.211162] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_members [ 1125.211455] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.211594] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.211692] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.211893] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.212058] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.212164] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.212222] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.212365] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.212733] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.212879] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.269158] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.269354] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.269396] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.269578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.269666] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.269763] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b is going to be created. [ 1125.300625] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.300794] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.300794] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.300967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.301148] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.312835] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b in Status: UNINITIALIZED for 2s [ 1125.498200] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.498439] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.498561] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.498836] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.499049] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.499148] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port a8c0ac4a-4e24-47cc-a322-24103e28f901 not found, creating... [ 1125.499402] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.501279] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.501279] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.501279] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.501279] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.501279] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.501279] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.501279] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.501279] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.501279] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.501279] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: a8c0ac4a-4e24-47cc-a322-24103e28f901 is going to be created. [ 1125.526117] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.526324] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.526451] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.526728] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.526967] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.527215] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-a8c0ac4a-4e24-47cc-a322-24103e28f901" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.715056] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.715266] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.715307] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.715512] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.715657] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.715872] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.715969] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.716061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.716246] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.716331] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.716401] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 is going to be updated. [ 1125.747057] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.747258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.747258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.747545] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.747732] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.757446] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: IN_PROGRESS for 2s [ 1126.284370] env[66979]: INFO networking_nsxv3.common.synchronization [req-d9b7f241-0703-4658-9565-c0fa45e152a1 req-740b7f89-9c02-4ef8-9f67-322b75023e8d service nova] Enqueued Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_rules [ 1126.284370] env[66979]: INFO networking_nsxv3.common.synchronization [req-d9b7f241-0703-4658-9565-c0fa45e152a1 req-740b7f89-9c02-4ef8-9f67-322b75023e8d service nova] Enqueued Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_members [ 1126.284370] env[66979]: INFO networking_nsxv3.common.synchronization [req-d9b7f241-0703-4658-9565-c0fa45e152a1 req-740b7f89-9c02-4ef8-9f67-322b75023e8d service nova] Enqueued Resource ID: a8c0ac4a-4e24-47cc-a322-24103e28f901 with Priority: HIGHEST for action port [ 1126.284370] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_rules [ 1126.284370] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_members [ 1126.284370] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8c0ac4a-4e24-47cc-a322-24103e28f901 with Priority: HIGHEST for action port [ 1126.284370] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.284370] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.284370] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.284370] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.284370] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8c0ac4a-4e24-47cc-a322-24103e28f901 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.284370] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8c0ac4a-4e24-47cc-a322-24103e28f901" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.284370] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8c0ac4a-4e24-47cc-a322-24103e28f901" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.284370] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8c0ac4a-4e24-47cc-a322-24103e28f901" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.284370] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8c0ac4a-4e24-47cc-a322-24103e28f901',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.786279] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8c0ac4a-4e24-47cc-a322-24103e28f901 with status ACTIVE [ 1126.786409] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.786545] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.791512] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.791512] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.791512] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.791512] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.791512] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.791512] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.791512] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.791512] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.791512] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.791512] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.791512] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.791512] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.791512] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.791512] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8c0ac4a-4e24-47cc-a322-24103e28f901 is going to be updated. [ 1126.818709] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.818908] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.819020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.819257] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.820898] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.820898] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8c0ac4a-4e24-47cc-a322-24103e28f901" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.326469] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b in Status: SUCCESS [ 1127.326856] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.326899] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.327114] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.327323] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.327445] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.327511] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.327667] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.327750] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.327835] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.327933] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.329237] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.329237] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.329318] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.329431] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.329499] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.329674] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.329772] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.329879] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.772053] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: SUCCESS [ 1127.772053] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 deletion is rescheduled due to dependency. [ 1127.772053] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.834528] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.834818] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.834907] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.337860] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.840969] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.841202] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.841299] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.841563] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.841700] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.841807] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b is going to be updated. [ 1128.870371] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.870656] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.870656] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.870925] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.871107] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.882640] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b in Status: IN_PROGRESS for 2s [ 1129.010522] env[66979]: INFO networking_nsxv3.common.synchronization [req-ecd103f9-d14a-4d24-a320-fe519cbeb55a req-ebe6e3b9-d2b7-424d-8047-3213c472c35d tempest-ServerActionsTestOtherA-827617278 tempest-ServerActionsTestOtherA-827617278-project-member] Enqueued Resource ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 with Priority: HIGHEST for action security_group_members [ 1129.011106] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 with Priority: HIGHEST for action security_group_members [ 1129.011438] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6af54c60-d31c-4ee2-9c26-afe2e7abe795 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.011574] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.011646] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.011848] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.012023] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.012150] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.012210] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.012349] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.012430] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.012521] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6af54c60-d31c-4ee2-9c26-afe2e7abe795',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.321113] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.321113] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-994" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.321113] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-994" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.321113] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-994" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.321113] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.321113] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.321113] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.321113] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.321113] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.321113] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.321113] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1129.321113] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1129.321113] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1129.321630] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1129.321630] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1129.321630] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1129.341906] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1129.341906] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1129.341906] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1129.342334] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-994" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.342577] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-764275d4-d5ef-43bc-ba9b-2f7c2027bba6 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.342940] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-764275d4-d5ef-43bc-ba9b-2f7c2027bba6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.342940] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-764275d4-d5ef-43bc-ba9b-2f7c2027bba6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.343772] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-764275d4-d5ef-43bc-ba9b-2f7c2027bba6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.343772] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('764275d4-d5ef-43bc-ba9b-2f7c2027bba6',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.514789] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.515108] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.515230] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.515467] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.552769] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.552996] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.553184] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.553272] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.553526] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.553703] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.553773] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 is going to be updated. [ 1129.592344] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.592523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.592644] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.593133] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.593513] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.606513] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 in Status: IN_PROGRESS for 2s [ 1129.845557] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.845772] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.845879] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.846139] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.846293] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.846448] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 764275d4-d5ef-43bc-ba9b-2f7c2027bba6 not found, creating... [ 1129.846720] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.846892] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.847035] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.847265] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.847400] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.847682] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.847841] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.847959] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.848190] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.848555] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.848700] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 764275d4-d5ef-43bc-ba9b-2f7c2027bba6 is going to be created. [ 1129.870209] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.870507] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.870589] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.870805] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.871042] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.871274] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-764275d4-d5ef-43bc-ba9b-2f7c2027bba6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.628862] env[66979]: INFO networking_nsxv3.common.synchronization [req-ecd103f9-d14a-4d24-a320-fe519cbeb55a req-f6e489c9-26c4-4f1e-aed7-c2814ae7fcae service nova] Enqueued Resource ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 with Priority: HIGHEST for action security_group_rules [ 1130.628862] env[66979]: INFO networking_nsxv3.common.synchronization [req-ecd103f9-d14a-4d24-a320-fe519cbeb55a req-f6e489c9-26c4-4f1e-aed7-c2814ae7fcae service nova] Enqueued Resource ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 with Priority: HIGHEST for action security_group_members [ 1130.628862] env[66979]: INFO networking_nsxv3.common.synchronization [req-ecd103f9-d14a-4d24-a320-fe519cbeb55a req-f6e489c9-26c4-4f1e-aed7-c2814ae7fcae service nova] Enqueued Resource ID: 764275d4-d5ef-43bc-ba9b-2f7c2027bba6 with Priority: HIGHEST for action port [ 1130.630233] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 with Priority: HIGHEST for action security_group_rules [ 1130.630397] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 with Priority: HIGHEST for action security_group_members [ 1130.630735] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 764275d4-d5ef-43bc-ba9b-2f7c2027bba6 with Priority: HIGHEST for action port [ 1130.631257] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6af54c60-d31c-4ee2-9c26-afe2e7abe795 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.631257] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.631257] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.631257] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.631769] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6af54c60-d31c-4ee2-9c26-afe2e7abe795',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.632489] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6af54c60-d31c-4ee2-9c26-afe2e7abe795 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.632582] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.633248] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-764275d4-d5ef-43bc-ba9b-2f7c2027bba6 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.633248] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-764275d4-d5ef-43bc-ba9b-2f7c2027bba6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.633248] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-764275d4-d5ef-43bc-ba9b-2f7c2027bba6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.633863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-764275d4-d5ef-43bc-ba9b-2f7c2027bba6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.633863] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('764275d4-d5ef-43bc-ba9b-2f7c2027bba6',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.896773] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b in Status: SUCCESS [ 1130.897037] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.897221] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.897561] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.897807] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.897936] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.898010] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.898175] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.898258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.898354] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.917327] env[66979]: INFO networking_nsxv3.common.synchronization [req-30dae94e-2f33-4637-a475-4ad79f8dab23 req-56a680b0-4da0-4966-93f9-c0295b6b36d7 tempest-ListImageFiltersTestJSON-1996706214 tempest-ListImageFiltersTestJSON-1996706214-project-member] Enqueued Resource ID: 3815d466-bf50-4607-a489-1b87ba77d724 with Priority: HIGHEST for action security_group_members [ 1130.917819] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3815d466-bf50-4607-a489-1b87ba77d724 with Priority: HIGHEST for action security_group_members [ 1130.918683] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3815d466-bf50-4607-a489-1b87ba77d724 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.918973] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.919112] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.919357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.919576] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.919738] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.919841] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.920112] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.920280] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.920469] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3815d466-bf50-4607-a489-1b87ba77d724',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.136071] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6af54c60-d31c-4ee2-9c26-afe2e7abe795 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.136071] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.136071] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 764275d4-d5ef-43bc-ba9b-2f7c2027bba6 with status ACTIVE [ 1131.136071] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.136455] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.136455] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.136875] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.136875] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.136944] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.136992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.137091] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.137284] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.137374] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.137560] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.137656] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.137721] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.137903] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.137996] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.138118] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 764275d4-d5ef-43bc-ba9b-2f7c2027bba6 is going to be updated. [ 1131.162121] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.162308] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.162388] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.162606] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.162793] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.163018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-764275d4-d5ef-43bc-ba9b-2f7c2027bba6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.401037] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.422671] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3815d466-bf50-4607-a489-1b87ba77d724',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.615975] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 in Status: SUCCESS [ 1131.616184] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 deletion is rescheduled due to dependency. [ 1131.616296] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.616464] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.616800] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.616929] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.617115] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.617192] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.617338] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.617462] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.617523] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6af54c60-d31c-4ee2-9c26-afe2e7abe795',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.905439] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.926529] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3815d466-bf50-4607-a489-1b87ba77d724',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.119459] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6af54c60-d31c-4ee2-9c26-afe2e7abe795',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.407067] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.407218] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.407411] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.407502] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.407599] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.407735] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b is going to be updated. [ 1132.429150] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.429387] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.429526] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.429857] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.430022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.430153] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3815d466-bf50-4607-a489-1b87ba77d724 is going to be updated. [ 1132.465066] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.465066] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.465066] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.465066] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.465066] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.472210] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.472422] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.472468] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.472734] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.472891] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.477642] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b in Status: IN_PROGRESS for 2s [ 1132.492008] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3815d466-bf50-4607-a489-1b87ba77d724 in Status: IN_PROGRESS for 2s [ 1132.622698] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6af54c60-d31c-4ee2-9c26-afe2e7abe795',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.125292] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.125671] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.125671] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.125746] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.125914] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.125914] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 is going to be updated. [ 1133.154137] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.154282] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.154387] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.154555] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.154701] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.164385] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 in Status: IN_PROGRESS for 2s [ 1133.869536] env[66979]: INFO networking_nsxv3.common.synchronization [req-b9d1e6db-7910-4c31-9a0d-68467167da97 req-81bc7167-0dbf-474b-9cfd-ee50963fca87 tempest-DeleteServersTestJSON-771878521 tempest-DeleteServersTestJSON-771878521-project-member] Enqueued Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 1133.870307] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 1133.870578] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.870578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.870742] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.870791] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.870941] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.871162] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.871247] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.871387] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.871470] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.871602] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.183796] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-334 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.184180] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-334" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.184180] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-334" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.185241] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-334" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.185241] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.185458] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.185631] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.185942] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.186148] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.186401] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.186549] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.186691] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.186866] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.187100] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.187403] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.187603] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.207981] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.208280] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1134.208504] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.208722] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-334" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.209085] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-38aa5124-ed9a-4a30-a853-25f9a2d9d30e taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.209306] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-38aa5124-ed9a-4a30-a853-25f9a2d9d30e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.209464] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-38aa5124-ed9a-4a30-a853-25f9a2d9d30e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.209816] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-38aa5124-ed9a-4a30-a853-25f9a2d9d30e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.210033] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38aa5124-ed9a-4a30-a853-25f9a2d9d30e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.345339] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.345339] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.345461] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.345707] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.346019] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.346434] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.346596] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.346828] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.347014] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.347271] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.347412] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1134.347550] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1134.347684] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1134.347822] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1134.347935] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1134.348080] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1134.368432] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1134.368707] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1134.368838] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1134.369095] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.369512] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-4ebe19f5-5563-4c63-b18c-c9dec98e98de taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.369709] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-4ebe19f5-5563-4c63-b18c-c9dec98e98de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.369835] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-4ebe19f5-5563-4c63-b18c-c9dec98e98de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.370205] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-4ebe19f5-5563-4c63-b18c-c9dec98e98de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.370435] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ebe19f5-5563-4c63-b18c-c9dec98e98de',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.374686] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.374830] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.374888] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.375063] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.375154] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.375339] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.375433] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.375488] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.375637] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.375798] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.375869] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 is going to be updated. [ 1134.405629] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.405786] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.405886] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.406137] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.406352] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.416150] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: IN_PROGRESS for 2s [ 1134.487215] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b in Status: SUCCESS [ 1134.487449] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.487639] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.487878] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.488099] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.488212] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.488283] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.488455] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.488533] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.488627] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.488776] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.488886] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.488952] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.489567] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.489567] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.489567] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.489567] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.489567] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.489779] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.489779] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.489855] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.502792] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3815d466-bf50-4607-a489-1b87ba77d724 in Status: SUCCESS [ 1134.502792] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.713335] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.713544] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.713717] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.714124] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.714351] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.714584] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 38aa5124-ed9a-4a30-a853-25f9a2d9d30e not found, creating... [ 1134.714972] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.715325] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.715508] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.715835] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.716056] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.716484] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.716720] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.716899] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.717224] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.717426] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.717639] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 38aa5124-ed9a-4a30-a853-25f9a2d9d30e is going to be created. [ 1134.739659] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.739940] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.740102] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.740425] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.740695] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.740946] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-38aa5124-ed9a-4a30-a853-25f9a2d9d30e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.873566] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.873877] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.873953] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.874280] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.874526] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.874734] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 4ebe19f5-5563-4c63-b18c-c9dec98e98de not found, creating... [ 1134.875061] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.875270] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.875593] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.875718] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.875917] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.876290] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.876463] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.876580] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.876850] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.877043] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.877240] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 4ebe19f5-5563-4c63-b18c-c9dec98e98de is going to be created. [ 1134.898140] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.898491] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.898698] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.899119] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.899434] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.899822] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-4ebe19f5-5563-4c63-b18c-c9dec98e98de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.992415] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b: rpc.has_security_group_logging(os_id): False [ 1135.019348] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.019608] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.019608] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.019779] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.019868] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.020119] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.020226] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.020282] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.020464] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.020542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.020768] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.020871] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.020947] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.021142] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.021220] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.021430] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.021568] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.021568] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.021750] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.021810] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.021877] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b is going to be created. [ 1135.135393] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.135655] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.135710] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.136040] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.136286] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.156624] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b in Status: IN_PROGRESS for 2s [ 1135.178386] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 in Status: SUCCESS [ 1135.178670] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.178899] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.179209] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.179560] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.179709] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.179709] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.179925] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.180055] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.180175] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.180304] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6af54c60-d31c-4ee2-9c26-afe2e7abe795',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.485370] env[66979]: INFO networking_nsxv3.common.synchronization [req-b9d1e6db-7910-4c31-9a0d-68467167da97 req-54ea0173-ee35-41ff-912f-3f5362585a01 service nova] Enqueued Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_rules [ 1135.485683] env[66979]: INFO networking_nsxv3.common.synchronization [req-b9d1e6db-7910-4c31-9a0d-68467167da97 req-54ea0173-ee35-41ff-912f-3f5362585a01 service nova] Enqueued Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 1135.485683] env[66979]: INFO networking_nsxv3.common.synchronization [req-b9d1e6db-7910-4c31-9a0d-68467167da97 req-54ea0173-ee35-41ff-912f-3f5362585a01 service nova] Enqueued Resource ID: 38aa5124-ed9a-4a30-a853-25f9a2d9d30e with Priority: HIGHEST for action port [ 1135.486237] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_rules [ 1135.486378] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 1135.486494] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38aa5124-ed9a-4a30-a853-25f9a2d9d30e with Priority: HIGHEST for action port [ 1135.487012] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.487362] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.487474] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.487744] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.487861] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.489269] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.489269] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.489269] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-38aa5124-ed9a-4a30-a853-25f9a2d9d30e taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.489269] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38aa5124-ed9a-4a30-a853-25f9a2d9d30e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.489543] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38aa5124-ed9a-4a30-a853-25f9a2d9d30e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.489543] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38aa5124-ed9a-4a30-a853-25f9a2d9d30e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.489792] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38aa5124-ed9a-4a30-a853-25f9a2d9d30e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.710247] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6af54c60-d31c-4ee2-9c26-afe2e7abe795 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.710451] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.710451] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.710664] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.710819] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.710909] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.710972] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.711130] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.711211] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.711296] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.711437] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6af54c60-d31c-4ee2-9c26-afe2e7abe795 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.711524] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.711581] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.711713] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.711844] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.711927] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.712015] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.712182] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.712255] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.712337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.712419] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6af54c60-d31c-4ee2-9c26-afe2e7abe795',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.713943] env[66979]: INFO networking_nsxv3.common.synchronization [req-7132ee34-052a-4738-853f-71b6bafb8feb req-a6e09ba2-8886-4e08-95e8-1bd800701a83 service nova] Enqueued Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_rules [ 1135.714142] env[66979]: INFO networking_nsxv3.common.synchronization [req-7132ee34-052a-4738-853f-71b6bafb8feb req-a6e09ba2-8886-4e08-95e8-1bd800701a83 service nova] Enqueued Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_members [ 1135.714319] env[66979]: INFO networking_nsxv3.common.synchronization [req-7132ee34-052a-4738-853f-71b6bafb8feb req-a6e09ba2-8886-4e08-95e8-1bd800701a83 service nova] Enqueued Resource ID: 4ebe19f5-5563-4c63-b18c-c9dec98e98de with Priority: HIGHEST for action port [ 1135.715049] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_rules [ 1135.715147] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_members [ 1135.715243] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ebe19f5-5563-4c63-b18c-c9dec98e98de with Priority: HIGHEST for action port [ 1135.715522] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.715626] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.715691] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.715840] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.715914] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.716815] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.716922] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.716988] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.717146] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.717293] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.717622] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.717691] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.717837] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.717914] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.717999] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.718696] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ebe19f5-5563-4c63-b18c-c9dec98e98de taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.718800] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ebe19f5-5563-4c63-b18c-c9dec98e98de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.718866] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ebe19f5-5563-4c63-b18c-c9dec98e98de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.719270] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ebe19f5-5563-4c63-b18c-c9dec98e98de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.719356] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ebe19f5-5563-4c63-b18c-c9dec98e98de',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.994114] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.994114] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.994114] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38aa5124-ed9a-4a30-a853-25f9a2d9d30e with status ACTIVE [ 1135.994380] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.994380] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.994455] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.994634] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.994701] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.994948] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.995089] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.995089] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.995227] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.995304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.995489] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.995583] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.995642] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.995792] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.995835] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.995983] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38aa5124-ed9a-4a30-a853-25f9a2d9d30e is going to be updated. [ 1136.017397] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.017546] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.017617] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.017900] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.018075] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.018234] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38aa5124-ed9a-4a30-a853-25f9a2d9d30e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.215584] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6af54c60-d31c-4ee2-9c26-afe2e7abe795: rpc.has_security_group_logging(os_id): False [ 1136.221107] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.221292] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.221513] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.222625] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ebe19f5-5563-4c63-b18c-c9dec98e98de with status ACTIVE [ 1136.222726] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.222803] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.222887] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.223772] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.223772] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.223904] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.224022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.224702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.225068] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.225291] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.225692] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.225692] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.225692] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.225833] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.225833] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.225888] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ebe19f5-5563-4c63-b18c-c9dec98e98de is going to be updated. [ 1136.236023] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.236023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.236023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.236023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.236023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.236023] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.236023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.236023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.236023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.236023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.236485] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.236485] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.236485] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.236485] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.236611] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.236678] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.236772] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.236827] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.237041] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.237105] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.237189] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 is going to be updated. [ 1136.249316] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.249618] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.249618] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.250273] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.250273] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.250273] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ebe19f5-5563-4c63-b18c-c9dec98e98de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.300909] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.301073] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.301120] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.301328] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.301479] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.314908] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 in Status: IN_PROGRESS for 2s [ 1136.428085] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: SUCCESS [ 1136.429029] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 deletion is rescheduled due to dependency. [ 1136.429029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.429029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.429029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.429029] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.429029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.429305] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.429305] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.429305] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.429431] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.729208] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.932521] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.168915] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b in Status: SUCCESS [ 1137.168915] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.169350] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.169350] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.169350] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.231179] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.231386] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.231425] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.231646] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.231736] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.231841] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 is going to be updated. [ 1137.266735] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.266892] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.266956] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.267191] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.267436] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.277304] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: IN_PROGRESS for 2s [ 1137.434952] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.672594] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.672892] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.673097] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.673563] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.674058] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.674212] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.674212] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.674589] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.674796] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.674973] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.675214] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.939085] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.939435] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.939435] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.939861] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.939861] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.939861] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 is going to be updated. [ 1137.981711] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.981941] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.982130] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.982448] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.982671] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.992404] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: IN_PROGRESS for 2s [ 1138.178604] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.178604] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.178848] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.179050] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.179213] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.179375] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.179444] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.179663] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.179772] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.179904] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.180107] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.180243] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.180323] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.180533] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.180730] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.180855] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.180921] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.181130] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.181247] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.181349] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.181465] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.329905] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 in Status: SUCCESS [ 1138.330178] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.683589] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b: rpc.has_security_group_logging(os_id): False [ 1138.706982] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.707263] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.707263] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.707471] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.707600] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.707813] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.707920] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.707979] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.708173] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.708251] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.708536] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.708693] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.708693] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.708759] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.708871] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.709072] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.709759] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.709759] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.709759] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.709759] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.709759] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b is going to be updated. [ 1138.769550] env[66979]: INFO networking_nsxv3.common.synchronization [req-11ae57b1-5ca9-4901-8d0b-9635079b2d3c req-bb35949b-1d4e-470d-9a50-8e7a2665c8bf tempest-MultipleCreateTestJSON-982231899 tempest-MultipleCreateTestJSON-982231899-project-member] Enqueued Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_members [ 1138.769550] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_members [ 1138.769550] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.769550] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.774074] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.774425] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.774652] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.774794] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.774861] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.775150] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.775263] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.775370] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.805322] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.805593] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.805593] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.805808] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.805891] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.826328] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b in Status: IN_PROGRESS for 2s [ 1138.986750] env[66979]: INFO networking_nsxv3.common.synchronization [req-1e35a7c6-f5f9-4caa-a4ca-8ef1e33221a4 req-5ade71a1-9012-441b-aa72-8be7e49eeb79 tempest-MultipleCreateTestJSON-982231899 tempest-MultipleCreateTestJSON-982231899-project-member] Enqueued Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_members [ 1138.987403] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_members [ 1138.987725] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.987832] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.278298] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.289550] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: SUCCESS [ 1139.289844] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.291324] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.291324] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.291324] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.292183] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.292644] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.293116] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.293396] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.295559] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.295559] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.321132] env[66979]: INFO networking_nsxv3.common.synchronization [req-f1c92b75-74e7-4b7f-b7ab-19988fadf9f1 req-f9e73a55-36b8-44df-a876-ecbd7d406ea5 tempest-ListImageFiltersTestJSON-1996706214 tempest-ListImageFiltersTestJSON-1996706214-project-member] Enqueued Resource ID: 3815d466-bf50-4607-a489-1b87ba77d724 with Priority: HIGHEST for action security_group_members [ 1139.321839] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3815d466-bf50-4607-a489-1b87ba77d724 with Priority: HIGHEST for action security_group_members [ 1139.322516] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-3815d466-bf50-4607-a489-1b87ba77d724 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.322516] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.322926] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.322926] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.323051] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.323204] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.323328] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.326337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.326337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.326337] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3815d466-bf50-4607-a489-1b87ba77d724',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.782935] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.796970] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.797181] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.797228] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.797433] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.797595] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.798271] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.798271] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.798271] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.798438] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.798438] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.798592] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.798682] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.798740] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.798885] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.799020] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.799117] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.799174] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.799302] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.799375] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.799455] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.799537] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.826391] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.826797] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.826922] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.827167] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.827259] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.827479] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.827584] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.827645] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.827829] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.827912] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.828012] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3815d466-bf50-4607-a489-1b87ba77d724 is going to be updated. [ 1139.859405] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.859405] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.859405] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.859611] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.859731] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.869936] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3815d466-bf50-4607-a489-1b87ba77d724 in Status: IN_PROGRESS for 2s [ 1140.015623] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: SUCCESS [ 1140.015976] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.016430] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.016683] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.016908] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.017049] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.017142] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.017349] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.017466] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.017540] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.017655] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.107607] env[66979]: INFO networking_nsxv3.common.synchronization [req-cf0b0031-8987-4a4c-92c8-c2983ad8c6a6 req-420f5194-ef8f-467b-973c-a5bf719ecc9e tempest-ServerActionsTestOtherA-827617278 tempest-ServerActionsTestOtherA-827617278-project-member] Enqueued Resource ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 with Priority: HIGHEST for action security_group_members [ 1140.108065] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 with Priority: HIGHEST for action security_group_members [ 1140.108469] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6af54c60-d31c-4ee2-9c26-afe2e7abe795 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.108610] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.108700] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.108926] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.109165] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.109233] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.109556] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.109556] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.109720] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.109720] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6af54c60-d31c-4ee2-9c26-afe2e7abe795',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.163581] env[66979]: INFO networking_nsxv3.common.synchronization [req-cf0b0031-8987-4a4c-92c8-c2983ad8c6a6 req-420f5194-ef8f-467b-973c-a5bf719ecc9e tempest-ServerActionsTestOtherA-827617278 tempest-ServerActionsTestOtherA-827617278-project-member] Enqueued Resource ID: 764275d4-d5ef-43bc-ba9b-2f7c2027bba6 with Priority: HIGHEST for action port [ 1140.164239] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 764275d4-d5ef-43bc-ba9b-2f7c2027bba6 with Priority: HIGHEST for action port [ 1140.164571] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-764275d4-d5ef-43bc-ba9b-2f7c2027bba6 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.164687] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-764275d4-d5ef-43bc-ba9b-2f7c2027bba6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.164778] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-764275d4-d5ef-43bc-ba9b-2f7c2027bba6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.164959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-764275d4-d5ef-43bc-ba9b-2f7c2027bba6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.166097] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('764275d4-d5ef-43bc-ba9b-2f7c2027bba6',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.285242] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.285418] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.285487] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.285715] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.285814] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.285961] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b is going to be updated. [ 1140.302458] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cfbd9f6-6f98-470f-b021-2e4676f0fb04: rpc.has_security_group_logging(os_id): False [ 1140.318987] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.319228] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.319316] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.319634] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.319814] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.326680] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.326680] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.326680] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.326680] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.327009] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.327132] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.327194] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.327282] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.327578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.327637] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.327858] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.327990] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.328091] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.328274] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.328348] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.328594] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.328733] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.328821] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.329355] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.329355] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.329355] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 is going to be updated. [ 1140.331485] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b in Status: IN_PROGRESS for 2s [ 1140.406401] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.406948] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.406948] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.407165] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.407339] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.429311] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: IN_PROGRESS for 2s [ 1140.519590] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.521527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.521527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.521527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.521527] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.521527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.521527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.521527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.521527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.521527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.521527] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.521527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.521527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.522291] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.522291] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.522291] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.522291] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.522291] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.522291] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.522291] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.522291] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.612072] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.612072] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.612072] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.612355] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.612355] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.612483] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.612673] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.612800] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.612982] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.613124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.613245] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 is going to be updated. [ 1140.641219] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.641417] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.641417] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.641564] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.641707] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.652273] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 in Status: IN_PROGRESS for 2s [ 1140.669414] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 764275d4-d5ef-43bc-ba9b-2f7c2027bba6 with status ACTIVE [ 1140.669709] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.669905] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.670084] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.670266] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.670424] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.670622] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.670763] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.670846] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.671148] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.671148] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.671379] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.671499] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.671579] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.671738] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.671837] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.671947] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 764275d4-d5ef-43bc-ba9b-2f7c2027bba6 is going to be updated. [ 1140.698830] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.699131] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.699265] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.699538] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.699849] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.700097] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-764275d4-d5ef-43bc-ba9b-2f7c2027bba6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.839433] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b in Status: SUCCESS [ 1140.839433] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.024944] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b51eef3-7de4-4972-9885-c342a512c0e9: rpc.has_security_group_logging(os_id): False [ 1141.046950] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.047228] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.047323] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.047553] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.047666] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.047901] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.048175] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.048175] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.048365] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.048462] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.048772] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.048772] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.048904] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.049180] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.049686] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.049686] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.049686] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.049686] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.050189] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.051151] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.052234] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 is going to be updated. [ 1141.116339] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.116473] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.116580] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.116753] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.116896] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.143528] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: IN_PROGRESS for 2s [ 1141.880238] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3815d466-bf50-4607-a489-1b87ba77d724 in Status: SUCCESS [ 1141.880446] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3815d466-bf50-4607-a489-1b87ba77d724 deletion is rescheduled due to dependency. [ 1141.880623] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.341242] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b in Status: SUCCESS [ 1142.341666] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.341666] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.341896] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.342124] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.342275] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.342350] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.342499] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.343100] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.343100] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.445311] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: SUCCESS [ 1142.445627] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.662082] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 in Status: SUCCESS [ 1142.662248] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6af54c60-d31c-4ee2-9c26-afe2e7abe795 deletion is rescheduled due to dependency. [ 1142.662347] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6af54c60-d31c-4ee2-9c26-afe2e7abe795" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.845274] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.845515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.845636] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.845990] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.846166] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.846488] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.846646] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.846745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.846957] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.847060] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.847244] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b is going to be updated. [ 1142.875669] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.875846] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.875942] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.876176] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.876319] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.887404] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b in Status: IN_PROGRESS for 2s [ 1143.160040] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: SUCCESS [ 1143.160280] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.536667] env[66979]: INFO networking_nsxv3.common.synchronization [req-a609963d-fdf0-4570-9ed1-168d10b08027 req-bd86174d-4280-4ef3-b8c5-b940cfb229ae tempest-AttachVolumeNegativeTest-425064559 tempest-AttachVolumeNegativeTest-425064559-project-member] Enqueued Resource ID: 00c23254-d4ff-4c62-83ae-8667967e0b2f with Priority: HIGHEST for action security_group_members [ 1144.536667] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00c23254-d4ff-4c62-83ae-8667967e0b2f with Priority: HIGHEST for action security_group_members [ 1144.536995] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-00c23254-d4ff-4c62-83ae-8667967e0b2f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.536995] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.536995] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.537521] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.537521] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.537711] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.537711] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.537838] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.537922] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.538030] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00c23254-d4ff-4c62-83ae-8667967e0b2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.899137] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b in Status: SUCCESS [ 1144.899342] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b deletion is rescheduled due to dependency. [ 1144.899435] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.043083] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.043265] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.043334] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.043556] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.043647] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.043938] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.044155] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.044221] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.044396] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.044476] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.044630] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00c23254-d4ff-4c62-83ae-8667967e0b2f is going to be updated. [ 1145.077244] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.077457] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.077457] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.077667] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.077808] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.087250] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00c23254-d4ff-4c62-83ae-8667967e0b2f in Status: IN_PROGRESS for 2s [ 1147.099925] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00c23254-d4ff-4c62-83ae-8667967e0b2f in Status: SUCCESS [ 1147.100327] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00c23254-d4ff-4c62-83ae-8667967e0b2f deletion is rescheduled due to dependency. [ 1147.100327] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.537598] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1149.537598] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1150.477155] env[66979]: INFO networking_nsxv3.common.synchronization [None req-793c332b-48c4-4805-847c-9344ca0b99e5 tempest-AttachVolumeNegativeTest-425064559 tempest-AttachVolumeNegativeTest-425064559-project-member] Enqueued Resource ID: 7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 with Priority: HIGHEST for action security_group_rules [ 1150.477694] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 with Priority: HIGHEST for action security_group_rules [ 1150.478022] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.478786] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.478786] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.478786] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.478786] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a2e2d4f-7a24-4443-86f9-bc8f62f4e611',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.594340] env[66979]: INFO networking_nsxv3.common.synchronization [None req-6fa761d2-9af0-4be3-9fcf-a9098c322023 tempest-AttachVolumeNegativeTest-425064559 tempest-AttachVolumeNegativeTest-425064559-project-member] Enqueued Resource ID: 7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 with Priority: HIGHEST for action security_group_rules [ 1150.595948] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 with Priority: HIGHEST for action security_group_rules [ 1150.595948] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.596241] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.004551] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.004852] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.004954] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.005847] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.005847] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.005847] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 already deleted. [ 1151.005847] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.005847] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.006157] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.006157] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a2e2d4f-7a24-4443-86f9-bc8f62f4e611',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.197349] env[66979]: INFO networking_nsxv3.common.synchronization [req-13a5ed22-7619-47c6-819f-dadaaf30b251 req-6ce4f73c-04fc-440d-a7af-00745edab4e4 tempest-AttachVolumeTestJSON-239784776 tempest-AttachVolumeTestJSON-239784776-project-member] Enqueued Resource ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e with Priority: HIGHEST for action security_group_members [ 1151.197349] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e with Priority: HIGHEST for action security_group_members [ 1151.200545] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f1657e5-9388-4ed7-85d2-c5cc69d1529e taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.200545] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.200545] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.200545] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.200545] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.200545] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.200545] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.200545] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.200545] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.200545] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f1657e5-9388-4ed7-85d2-c5cc69d1529e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.533699] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.533699] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.533699] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.533893] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.534152] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.534341] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 already deleted. [ 1151.534515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.705022] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.705022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.705022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.705022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.705022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.705022] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.705022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.705022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.705022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.705022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.705022] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e is going to be updated. [ 1151.743018] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.743235] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.743289] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.743534] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.743691] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.753487] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e in Status: IN_PROGRESS for 2s [ 1152.737328] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.737640] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.737640] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.738156] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.738156] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.738316] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.738381] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.738579] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.738706] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.738941] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.739065] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1152.739198] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1152.739620] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1152.739620] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.739620] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1152.739723] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1152.766440] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1152.766620] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1152.766753] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1152.766938] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-123" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.767536] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-4ebe19f5-5563-4c63-b18c-c9dec98e98de taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.767809] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-4ebe19f5-5563-4c63-b18c-c9dec98e98de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.767944] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-4ebe19f5-5563-4c63-b18c-c9dec98e98de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.768244] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-4ebe19f5-5563-4c63-b18c-c9dec98e98de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.768377] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ebe19f5-5563-4c63-b18c-c9dec98e98de',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.270642] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.271305] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.271305] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.271856] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.271856] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.272156] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.272509] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.272509] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.272776] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.272921] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.273295] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.273474] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.273672] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.275208] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.275208] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.275208] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 4ebe19f5-5563-4c63-b18c-c9dec98e98de is going to be updated. [ 1153.301621] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.301841] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.301961] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.302283] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.302481] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.302701] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-4ebe19f5-5563-4c63-b18c-c9dec98e98de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.764535] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e in Status: SUCCESS [ 1153.764535] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e deletion is rescheduled due to dependency. [ 1153.764948] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.996025] env[66979]: INFO networking_nsxv3.common.synchronization [req-5ad0fbd7-c16d-4cd8-a907-4ab2b4a2a093 req-ba30ec78-ea85-4f94-b4b1-075a19c8dfe8 service nova] Enqueued Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_rules [ 1153.996025] env[66979]: INFO networking_nsxv3.common.synchronization [req-5ad0fbd7-c16d-4cd8-a907-4ab2b4a2a093 req-ba30ec78-ea85-4f94-b4b1-075a19c8dfe8 service nova] Enqueued Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_members [ 1153.996025] env[66979]: INFO networking_nsxv3.common.synchronization [req-5ad0fbd7-c16d-4cd8-a907-4ab2b4a2a093 req-ba30ec78-ea85-4f94-b4b1-075a19c8dfe8 service nova] Enqueued Resource ID: 4ebe19f5-5563-4c63-b18c-c9dec98e98de with Priority: HIGHEST for action port [ 1153.996025] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_rules [ 1153.996378] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_members [ 1153.996646] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ebe19f5-5563-4c63-b18c-c9dec98e98de with Priority: HIGHEST for action port [ 1153.997171] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.997414] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.997643] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.001075] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.001075] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.001075] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.001075] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.001075] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.001075] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.001075] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.001075] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.001075] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.001075] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.001075] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.001075] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.005281] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ebe19f5-5563-4c63-b18c-c9dec98e98de taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.005527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ebe19f5-5563-4c63-b18c-c9dec98e98de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.005686] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ebe19f5-5563-4c63-b18c-c9dec98e98de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.005937] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ebe19f5-5563-4c63-b18c-c9dec98e98de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.006881] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ebe19f5-5563-4c63-b18c-c9dec98e98de',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.377802] env[66979]: INFO networking_nsxv3.common.synchronization [req-2bca1620-19b7-47df-a55e-421d2c64d088 req-e04f19f0-7ec9-4aab-8ea7-858facc60e41 tempest-AttachVolumeShelveTestJSON-1020311367 tempest-AttachVolumeShelveTestJSON-1020311367-project-member] Enqueued Resource ID: bb90cda4-3ce4-467a-968c-a64b663161b4 with Priority: HIGHEST for action security_group_members [ 1154.377802] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb90cda4-3ce4-467a-968c-a64b663161b4 with Priority: HIGHEST for action security_group_members [ 1154.377802] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-bb90cda4-3ce4-467a-968c-a64b663161b4 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.377802] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.377802] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.377802] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.378046] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.378109] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.378523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.378947] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.379098] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.379700] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bb90cda4-3ce4-467a-968c-a64b663161b4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.476899] env[66979]: INFO networking_nsxv3.common.synchronization [req-ee276b07-9d80-464f-86be-dc27bfd74cc3 req-a8e95a9a-d801-4cad-ad02-fffc35977243 tempest-ServerActionsTestOtherB-718778395 tempest-ServerActionsTestOtherB-718778395-project-member] Enqueued Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_members [ 1154.477583] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_members [ 1154.478030] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.478282] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.478424] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.478720] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.478944] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.479234] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.479234] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.479495] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.479628] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.479816] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.509025] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.509111] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.509540] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.510783] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4ebe19f5-5563-4c63-b18c-c9dec98e98de with status ACTIVE [ 1154.511038] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.511160] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.511229] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.511444] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.511508] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.511677] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.511850] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.511850] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.511990] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.512081] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.512257] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.512348] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.512408] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.512543] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.512616] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.512789] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4ebe19f5-5563-4c63-b18c-c9dec98e98de is going to be updated. [ 1154.537643] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.538699] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.538852] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.539992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.540178] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.540336] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ebe19f5-5563-4c63-b18c-c9dec98e98de" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.883912] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.884337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.884337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.884553] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.884619] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.884805] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.885047] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.885047] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.885170] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.885170] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.885327] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb90cda4-3ce4-467a-968c-a64b663161b4 is going to be updated. [ 1154.916570] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.916864] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.916864] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.917105] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.917215] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.927797] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb90cda4-3ce4-467a-968c-a64b663161b4 in Status: IN_PROGRESS for 2s [ 1154.983029] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.983029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.983029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.983256] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.010764] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.011106] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.011233] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.011314] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.011504] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.011583] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.011676] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 is going to be updated. [ 1155.016192] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.059760] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.059760] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.059760] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.059760] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.059760] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.070023] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 in Status: IN_PROGRESS for 2s [ 1155.518601] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.518755] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.518825] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.519057] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.519178] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.519284] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 is going to be updated. [ 1155.547502] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.548124] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.548290] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.548488] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.548747] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.557384] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: IN_PROGRESS for 2s [ 1156.938266] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bb90cda4-3ce4-467a-968c-a64b663161b4 in Status: SUCCESS [ 1156.938511] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bb90cda4-3ce4-467a-968c-a64b663161b4 deletion is rescheduled due to dependency. [ 1156.938551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bb90cda4-3ce4-467a-968c-a64b663161b4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.082102] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 in Status: SUCCESS [ 1157.082305] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 deletion is rescheduled due to dependency. [ 1157.082439] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.570256] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: SUCCESS [ 1157.570506] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.570642] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.570929] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.571380] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.571515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.571515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.572067] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.572201] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.572519] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.572681] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.075889] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.076255] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.076298] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.076542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.076725] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.076845] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.076937] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.077144] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.077239] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.077328] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.077491] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.077585] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.077653] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.077783] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.077920] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.078020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.078115] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.078317] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.078398] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.078482] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.078569] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.581367] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cfbd9f6-6f98-470f-b021-2e4676f0fb04: rpc.has_security_group_logging(os_id): False [ 1158.599794] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.600014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.600014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.600259] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.600350] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.600579] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.600682] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.600743] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.600938] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.601040] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.601249] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.601347] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.601408] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.601552] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.601624] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.601800] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.601892] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.601951] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.602100] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.602174] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.602257] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 is going to be updated. [ 1158.665103] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.665103] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.665103] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.665389] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.665389] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.680222] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: IN_PROGRESS for 2s [ 1159.168895] env[66979]: INFO networking_nsxv3.common.synchronization [req-e8d4073d-5021-48f3-bcbe-8f824fce68b0 req-44ab3ef6-3ca2-41b4-96e1-5e19905a3ed5 tempest-ServerActionsTestJSON-1937184917 tempest-ServerActionsTestJSON-1937184917-project-member] Enqueued Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGHEST for action security_group_members [ 1159.168895] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGHEST for action security_group_members [ 1159.169193] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b00020e5-8cdf-4b2a-81f2-d5cef6735431 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.169321] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.169391] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.169582] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.169863] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.169863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.169863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.170028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.170091] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.170175] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.241444] env[66979]: INFO networking_nsxv3.common.synchronization [req-3d2914d1-8783-49d9-83f0-0e6da1dbf42a req-d7f98a5a-7f6c-4055-aa7e-88cdde87d923 tempest-MultipleCreateTestJSON-982231899 tempest-MultipleCreateTestJSON-982231899-project-member] Enqueued Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_members [ 1159.242025] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_members [ 1159.242354] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.242477] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.242545] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.242738] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.242887] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.242983] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.243171] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.243361] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.243449] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.243542] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.646157] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-370 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.646157] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-370" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.649067] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-370" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.649404] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-370" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.649693] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.649859] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.650627] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.650627] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.650627] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.650627] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.650627] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1159.650846] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1159.650917] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1159.651100] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1159.651215] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1159.651684] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1159.672744] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1159.672981] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1159.673179] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1159.673386] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-370" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.674735] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-c33a4073-0c73-499b-a838-75411c0faf41 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.674735] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-c33a4073-0c73-499b-a838-75411c0faf41" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.674735] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-c33a4073-0c73-499b-a838-75411c0faf41" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.674735] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-c33a4073-0c73-499b-a838-75411c0faf41" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.675060] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c33a4073-0c73-499b-a838-75411c0faf41',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.677439] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.677439] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.677439] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.677439] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.677439] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.677439] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.677439] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.677439] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.677439] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.677439] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.677439] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 is going to be updated. [ 1159.719609] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.722099] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.722099] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.722099] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.722099] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.733797] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 in Status: IN_PROGRESS for 2s [ 1159.748431] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.748431] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.748431] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.748431] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.748431] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.748431] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.748431] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.748431] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.748431] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.748431] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.748431] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b is going to be updated. [ 1159.783170] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.783170] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.783170] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.783170] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.783170] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.792879] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b in Status: IN_PROGRESS for 2s [ 1160.179683] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.180078] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.180078] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.180950] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.180950] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.180950] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port c33a4073-0c73-499b-a838-75411c0faf41 not found, creating... [ 1160.180950] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.180950] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.181229] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.181288] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.181446] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.181726] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.181891] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.181992] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.182205] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.182337] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.182474] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: c33a4073-0c73-499b-a838-75411c0faf41 is going to be created. [ 1160.205634] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.205861] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.205959] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.206434] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.206510] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.206728] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-c33a4073-0c73-499b-a838-75411c0faf41" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.700882] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: SUCCESS [ 1160.701336] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.929302] env[66979]: INFO networking_nsxv3.common.synchronization [req-3d2914d1-8783-49d9-83f0-0e6da1dbf42a req-227504a4-234f-46c8-ab7a-8eaa3f8c51da service nova] Enqueued Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_rules [ 1160.929302] env[66979]: INFO networking_nsxv3.common.synchronization [req-3d2914d1-8783-49d9-83f0-0e6da1dbf42a req-227504a4-234f-46c8-ab7a-8eaa3f8c51da service nova] Enqueued Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_members [ 1160.929302] env[66979]: INFO networking_nsxv3.common.synchronization [req-3d2914d1-8783-49d9-83f0-0e6da1dbf42a req-227504a4-234f-46c8-ab7a-8eaa3f8c51da service nova] Enqueued Resource ID: c33a4073-0c73-499b-a838-75411c0faf41 with Priority: HIGHEST for action port [ 1160.929791] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_rules [ 1160.933213] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_members [ 1160.933213] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33a4073-0c73-499b-a838-75411c0faf41 with Priority: HIGHEST for action port [ 1160.933213] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.933213] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.933213] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.933213] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.933213] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.933213] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.933213] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.933213] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-c33a4073-0c73-499b-a838-75411c0faf41 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.933213] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c33a4073-0c73-499b-a838-75411c0faf41" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.933213] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c33a4073-0c73-499b-a838-75411c0faf41" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.934754] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c33a4073-0c73-499b-a838-75411c0faf41" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.935071] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c33a4073-0c73-499b-a838-75411c0faf41',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.438066] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.438387] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.438508] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c33a4073-0c73-499b-a838-75411c0faf41 with status ACTIVE [ 1161.438676] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.438786] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.438848] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.439108] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.439218] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.439668] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.439865] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.440154] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.440343] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.440428] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.440692] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.440799] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.440850] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.440999] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.441117] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.441208] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c33a4073-0c73-499b-a838-75411c0faf41 is going to be updated. [ 1161.467330] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.467330] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.467330] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.467330] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.467931] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.467931] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c33a4073-0c73-499b-a838-75411c0faf41" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.705408] env[66979]: INFO networking_nsxv3.common.synchronization [req-3d2914d1-8783-49d9-83f0-0e6da1dbf42a req-db591c27-6943-4827-97ca-53182b3d226f tempest-MultipleCreateTestJSON-982231899 tempest-MultipleCreateTestJSON-982231899-project-member] Enqueued Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_members [ 1161.705966] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_members [ 1161.706340] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.706454] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.744471] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 in Status: SUCCESS [ 1161.746374] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 deletion is rescheduled due to dependency. [ 1161.746512] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.803859] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b in Status: SUCCESS [ 1161.804124] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b deletion is rescheduled due to dependency. [ 1161.804302] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.804556] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.804864] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.805158] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.805369] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.805497] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.805724] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.805811] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.805909] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.016491] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-370 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.016705] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-370" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.016812] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-370" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.017288] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-370" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.017425] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.017537] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.017598] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.017780] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.017925] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.018145] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1162.018260] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1162.018359] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1162.018471] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1162.018569] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1162.018666] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1162.018844] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1162.037424] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1162.037642] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1162.037836] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1162.037892] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-370" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.038262] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-8d4c5208-dd03-457e-8aff-93500dd78239 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.038437] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-8d4c5208-dd03-457e-8aff-93500dd78239" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.038572] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-8d4c5208-dd03-457e-8aff-93500dd78239" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.038867] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-8d4c5208-dd03-457e-8aff-93500dd78239" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.039017] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d4c5208-dd03-457e-8aff-93500dd78239',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.309482] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.542137] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.542499] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.542717] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.543183] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.543434] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.543681] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 8d4c5208-dd03-457e-8aff-93500dd78239 not found, creating... [ 1162.544108] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.544424] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.544630] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.544982] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.545231] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.545708] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.545933] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.546150] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.546482] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.546708] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.546951] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 8d4c5208-dd03-457e-8aff-93500dd78239 is going to be created. [ 1162.572115] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.572340] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.572466] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.572735] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.572963] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.573251] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-8d4c5208-dd03-457e-8aff-93500dd78239" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.810752] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.313354] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.313559] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.313644] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.313895] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.314014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.314146] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b is going to be updated. [ 1163.326535] env[66979]: INFO networking_nsxv3.common.synchronization [req-3d2914d1-8783-49d9-83f0-0e6da1dbf42a req-c3fe7c08-f8fd-461c-9b5f-f3776267ecb9 service nova] Enqueued Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_rules [ 1163.326953] env[66979]: INFO networking_nsxv3.common.synchronization [req-3d2914d1-8783-49d9-83f0-0e6da1dbf42a req-c3fe7c08-f8fd-461c-9b5f-f3776267ecb9 service nova] Enqueued Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_members [ 1163.326953] env[66979]: INFO networking_nsxv3.common.synchronization [req-3d2914d1-8783-49d9-83f0-0e6da1dbf42a req-c3fe7c08-f8fd-461c-9b5f-f3776267ecb9 service nova] Enqueued Resource ID: 8d4c5208-dd03-457e-8aff-93500dd78239 with Priority: HIGHEST for action port [ 1163.330279] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_rules [ 1163.330279] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_members [ 1163.330279] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d4c5208-dd03-457e-8aff-93500dd78239 with Priority: HIGHEST for action port [ 1163.330279] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.330279] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.330279] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.330279] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.330279] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d4c5208-dd03-457e-8aff-93500dd78239 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.330279] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d4c5208-dd03-457e-8aff-93500dd78239" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.330279] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d4c5208-dd03-457e-8aff-93500dd78239" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.330279] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d4c5208-dd03-457e-8aff-93500dd78239" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.330279] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d4c5208-dd03-457e-8aff-93500dd78239',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.345476] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.345686] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.345686] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.345887] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.346043] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.362035] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b in Status: IN_PROGRESS for 2s [ 1163.831572] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d4c5208-dd03-457e-8aff-93500dd78239 with status ACTIVE [ 1163.831844] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.831941] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.832026] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.832248] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.832337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.832528] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.832631] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.832691] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.832835] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.832909] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.833123] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.833226] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.833287] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.833424] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.833494] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.833604] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d4c5208-dd03-457e-8aff-93500dd78239 is going to be updated. [ 1163.855790] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.855790] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.855790] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.856097] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.856244] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.856401] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d4c5208-dd03-457e-8aff-93500dd78239" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.369116] env[66979]: INFO networking_nsxv3.common.synchronization [None req-3b491ac5-03b4-41b2-bd3e-20b6d8b293ce tempest-AttachVolumeTestJSON-239784776 tempest-AttachVolumeTestJSON-239784776-project-member] Enqueued Resource ID: 6351de7f-ec15-4007-8369-96a59693fbbc with Priority: HIGHEST for action security_group_rules [ 1164.369116] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6351de7f-ec15-4007-8369-96a59693fbbc with Priority: HIGHEST for action security_group_rules [ 1164.369422] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6351de7f-ec15-4007-8369-96a59693fbbc taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.369544] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6351de7f-ec15-4007-8369-96a59693fbbc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.369611] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6351de7f-ec15-4007-8369-96a59693fbbc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.369860] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6351de7f-ec15-4007-8369-96a59693fbbc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.369945] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6351de7f-ec15-4007-8369-96a59693fbbc',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.458257] env[66979]: INFO networking_nsxv3.common.synchronization [None req-b8d67b08-761e-4017-ae03-8ed3137756e0 tempest-AttachVolumeTestJSON-239784776 tempest-AttachVolumeTestJSON-239784776-project-member] Enqueued Resource ID: 6351de7f-ec15-4007-8369-96a59693fbbc with Priority: HIGHEST for action security_group_rules [ 1164.458454] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6351de7f-ec15-4007-8369-96a59693fbbc with Priority: HIGHEST for action security_group_rules [ 1164.458716] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6351de7f-ec15-4007-8369-96a59693fbbc taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.458823] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6351de7f-ec15-4007-8369-96a59693fbbc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.897823] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.898157] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.898157] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.898272] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.898362] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.898462] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6351de7f-ec15-4007-8369-96a59693fbbc already deleted. [ 1164.898544] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6351de7f-ec15-4007-8369-96a59693fbbc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.898694] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6351de7f-ec15-4007-8369-96a59693fbbc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.898859] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6351de7f-ec15-4007-8369-96a59693fbbc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.898964] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6351de7f-ec15-4007-8369-96a59693fbbc',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.375865] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b in Status: SUCCESS [ 1165.376087] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.376261] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.377068] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.377068] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.377068] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.377068] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.377068] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.377340] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.377340] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.377340] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.378224] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.378403] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.378571] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.378700] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.378751] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.379903] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.379903] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.379903] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.424727] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.424893] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.424959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.425286] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.425382] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.425503] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6351de7f-ec15-4007-8369-96a59693fbbc already deleted. [ 1165.425586] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6351de7f-ec15-4007-8369-96a59693fbbc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.867898] env[66979]: INFO networking_nsxv3.common.synchronization [req-b2dc1a84-a7af-41ab-859e-5674e9041462 req-e058db26-ef90-4848-b542-4b5ef98b8d98 tempest-AttachVolumeNegativeTest-425064559 tempest-AttachVolumeNegativeTest-425064559-project-member] Enqueued Resource ID: 7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 with Priority: HIGHEST for action security_group_members [ 1165.868503] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 with Priority: HIGHEST for action security_group_members [ 1165.868828] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.869518] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.869518] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.869518] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.869518] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.869744] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.869744] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.869826] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.870214] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.870214] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a2e2d4f-7a24-4443-86f9-bc8f62f4e611',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.881244] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.881405] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.881527] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.188272] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-497 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.188645] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.188645] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.188869] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.189046] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.189207] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.189326] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.189535] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.189681] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.189893] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1166.190071] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1166.190116] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1166.190224] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1166.190333] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1166.190437] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1166.190567] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1166.213170] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1166.213388] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1166.213529] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1166.213710] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-497" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.214041] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-36c5e5cd-7811-4ae0-9c79-8c9f9817d9bb taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.214269] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-36c5e5cd-7811-4ae0-9c79-8c9f9817d9bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.214390] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-36c5e5cd-7811-4ae0-9c79-8c9f9817d9bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.214714] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-36c5e5cd-7811-4ae0-9c79-8c9f9817d9bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.214853] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36c5e5cd-7811-4ae0-9c79-8c9f9817d9bb',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.372936] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.372936] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.372936] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.372936] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.372936] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.373799] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.373799] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.373799] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.373799] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.373799] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.373799] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 already deleted. [ 1166.373799] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.384172] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.716944] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.717252] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.717416] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.717737] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.717928] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.718139] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 36c5e5cd-7811-4ae0-9c79-8c9f9817d9bb not found, creating... [ 1166.718486] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.718697] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.718860] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.719177] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.719338] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.719686] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.719860] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.719976] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.721018] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.721018] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.721018] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 36c5e5cd-7811-4ae0-9c79-8c9f9817d9bb is going to be created. [ 1166.757175] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.757422] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.757547] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.757817] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.758060] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.758280] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-36c5e5cd-7811-4ae0-9c79-8c9f9817d9bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.886670] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.886866] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.886941] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.887235] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.887299] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.887406] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b is going to be updated. [ 1166.938064] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.938064] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.938064] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.938305] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.938429] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.949632] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b in Status: IN_PROGRESS for 2s [ 1167.468402] env[66979]: INFO networking_nsxv3.common.synchronization [req-b2dc1a84-a7af-41ab-859e-5674e9041462 req-a9183ef2-e022-480f-85e9-798f6935c241 service nova] Enqueued Resource ID: 7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 with Priority: HIGHEST for action security_group_rules [ 1167.468402] env[66979]: INFO networking_nsxv3.common.synchronization [req-b2dc1a84-a7af-41ab-859e-5674e9041462 req-a9183ef2-e022-480f-85e9-798f6935c241 service nova] Enqueued Resource ID: 7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 with Priority: HIGHEST for action security_group_members [ 1167.470159] env[66979]: INFO networking_nsxv3.common.synchronization [req-b2dc1a84-a7af-41ab-859e-5674e9041462 req-a9183ef2-e022-480f-85e9-798f6935c241 service nova] Enqueued Resource ID: 36c5e5cd-7811-4ae0-9c79-8c9f9817d9bb with Priority: HIGHEST for action port [ 1167.471388] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 with Priority: HIGHEST for action security_group_rules [ 1167.471388] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 with Priority: HIGHEST for action security_group_members [ 1167.471388] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36c5e5cd-7811-4ae0-9c79-8c9f9817d9bb with Priority: HIGHEST for action port [ 1167.471388] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.471388] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.472073] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.472222] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.472272] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a2e2d4f-7a24-4443-86f9-bc8f62f4e611',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.473713] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.474686] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.474686] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.474686] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.475610] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.475958] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.475958] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.476310] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.476430] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.476548] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a2e2d4f-7a24-4443-86f9-bc8f62f4e611',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.479981] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-36c5e5cd-7811-4ae0-9c79-8c9f9817d9bb taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.479981] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36c5e5cd-7811-4ae0-9c79-8c9f9817d9bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.479981] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36c5e5cd-7811-4ae0-9c79-8c9f9817d9bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.479981] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36c5e5cd-7811-4ae0-9c79-8c9f9817d9bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.480392] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36c5e5cd-7811-4ae0-9c79-8c9f9817d9bb',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.980240] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7a2e2d4f-7a24-4443-86f9-bc8f62f4e611',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.982446] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.982683] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.982762] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36c5e5cd-7811-4ae0-9c79-8c9f9817d9bb with status ACTIVE [ 1167.982962] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.983098] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.983324] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.983455] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.983554] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.983768] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.983877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.983949] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.984098] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.984189] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.984370] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.984500] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.984579] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.984663] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.984736] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.984805] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36c5e5cd-7811-4ae0-9c79-8c9f9817d9bb is going to be updated. [ 1168.011508] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.011783] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.011915] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.012401] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.012507] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.012730] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36c5e5cd-7811-4ae0-9c79-8c9f9817d9bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.440602] env[66979]: INFO networking_nsxv3.common.synchronization [None req-48fd393f-fdbd-4a22-a396-1ced78fc7cb8 tempest-AttachVolumeShelveTestJSON-1020311367 tempest-AttachVolumeShelveTestJSON-1020311367-project-member] Enqueued Resource ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 with Priority: HIGHEST for action security_group_rules [ 1168.441954] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 with Priority: HIGHEST for action security_group_rules [ 1168.442381] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea1890c9-1a26-47b7-be21-4bf5c002f6f3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.442504] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.442614] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.442839] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.442933] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea1890c9-1a26-47b7-be21-4bf5c002f6f3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.483671] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7a2e2d4f-7a24-4443-86f9-bc8f62f4e611',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.566891] env[66979]: INFO networking_nsxv3.common.synchronization [None req-38a663cc-f0b8-4e1c-9c72-6bac0ea8c958 tempest-AttachVolumeShelveTestJSON-1020311367 tempest-AttachVolumeShelveTestJSON-1020311367-project-member] Enqueued Resource ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 with Priority: HIGHEST for action security_group_rules [ 1168.567297] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 with Priority: HIGHEST for action security_group_rules [ 1168.567619] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea1890c9-1a26-47b7-be21-4bf5c002f6f3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.567759] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.964613] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b in Status: SUCCESS [ 1168.964847] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.965067] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.965368] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.965629] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.965838] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.965962] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.966433] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.966946] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.966946] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.971668] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.971962] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.971962] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.972638] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.972638] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.972638] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 already deleted. [ 1168.972638] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.972638] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.972638] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.973167] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea1890c9-1a26-47b7-be21-4bf5c002f6f3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.988630] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.988917] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.988917] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.989163] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.989163] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.989321] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 is going to be created. [ 1169.016503] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.016771] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.016771] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.016982] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.018610] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.033588] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 in Status: UNINITIALIZED for 2s [ 1169.470029] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.504296] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.504903] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.504903] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.504903] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.505342] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.505342] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 already deleted. [ 1169.505342] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.972496] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.326793] env[66979]: INFO networking_nsxv3.common.synchronization [req-2a1ff1cd-c226-47ad-b9f2-9c21c46464ae req-372a7002-f533-4685-996c-55062fac0d94 tempest-AttachInterfacesTestJSON-1699796385 tempest-AttachInterfacesTestJSON-1699796385-project-member] Enqueued Resource ID: 373c8880-0089-41d4-8171-864687a91e2d with Priority: HIGHEST for action security_group_members [ 1170.327797] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373c8880-0089-41d4-8171-864687a91e2d with Priority: HIGHEST for action security_group_members [ 1170.327797] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-373c8880-0089-41d4-8171-864687a91e2d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.327913] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.327913] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.328151] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.330917] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.330917] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.330917] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.330917] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.330917] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.330917] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373c8880-0089-41d4-8171-864687a91e2d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.476093] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.476093] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.476093] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.476093] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.476093] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.476093] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b is going to be updated. [ 1170.514600] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.515012] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.515012] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.515012] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.515753] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.526517] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b in Status: IN_PROGRESS for 2s [ 1170.833369] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('373c8880-0089-41d4-8171-864687a91e2d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.043417] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 in Status: SUCCESS [ 1171.043570] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.043736] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.044035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.044317] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.044459] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.044529] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.044697] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.044777] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.044860] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.044951] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7a2e2d4f-7a24-4443-86f9-bc8f62f4e611',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.336619] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('373c8880-0089-41d4-8171-864687a91e2d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.548259] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7a2e2d4f-7a24-4443-86f9-bc8f62f4e611',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.839566] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.839726] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.839793] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.840042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.840136] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.840242] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373c8880-0089-41d4-8171-864687a91e2d is going to be updated. [ 1171.870250] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.870445] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.870487] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.870673] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.870812] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.880597] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373c8880-0089-41d4-8171-864687a91e2d in Status: IN_PROGRESS for 2s [ 1171.959617] env[66979]: INFO networking_nsxv3.common.synchronization [req-794f8ed6-05fe-496b-ac7d-43f1ba1e2ae3 req-868a37bd-c777-4f3b-a10b-306ce1043fda tempest-ServerActionsTestOtherA-827617278 tempest-ServerActionsTestOtherA-827617278-project-member] Enqueued Resource ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c with Priority: HIGHEST for action security_group_members [ 1171.960262] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c with Priority: HIGHEST for action security_group_members [ 1171.960624] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.960753] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.960845] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.961092] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.961450] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.961561] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.961615] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.962058] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.962225] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.962225] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5e97c8e-582c-423c-98d2-eda3f2db5a0c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.051016] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7a2e2d4f-7a24-4443-86f9-bc8f62f4e611: rpc.has_security_group_logging(os_id): False [ 1172.071150] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.071352] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.071433] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.071654] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.071774] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.072055] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.072161] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.072224] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.072387] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.072466] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.072557] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 is going to be created. [ 1172.135418] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.135522] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.135688] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.135962] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.136182] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.152481] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 in Status: IN_PROGRESS for 2s [ 1172.306678] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-994 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.306889] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-994" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.307041] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-994" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.307401] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-994" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.307912] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.308054] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.308054] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.308297] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.308464] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.308758] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.308806] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1172.308899] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1172.309016] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1172.309128] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1172.309235] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1172.309371] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1172.353962] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1172.354132] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1172.354254] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1172.354454] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-994" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.354787] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-e7ac4bf0-0b49-414b-807b-77fb3c94853a taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.354964] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-e7ac4bf0-0b49-414b-807b-77fb3c94853a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.355107] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-e7ac4bf0-0b49-414b-807b-77fb3c94853a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.355458] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-e7ac4bf0-0b49-414b-807b-77fb3c94853a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.355793] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7ac4bf0-0b49-414b-807b-77fb3c94853a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.464641] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5e97c8e-582c-423c-98d2-eda3f2db5a0c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.540807] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b in Status: SUCCESS [ 1172.540807] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.540807] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.540807] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.541286] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.541286] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.541461] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.541672] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.541769] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.541877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.542062] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.542148] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.542211] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.542374] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.542534] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.542631] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.542694] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.542832] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.542895] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.542977] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.543086] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.858882] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.859219] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.859276] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.859551] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.859706] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.859896] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port e7ac4bf0-0b49-414b-807b-77fb3c94853a not found, creating... [ 1172.860190] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.860344] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.860459] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.860680] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.860814] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.861186] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.861289] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.861370] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.861574] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.861703] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.861838] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: e7ac4bf0-0b49-414b-807b-77fb3c94853a is going to be created. [ 1172.884354] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.884573] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.884694] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.884961] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.885210] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.885438] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-e7ac4bf0-0b49-414b-807b-77fb3c94853a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.970070] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5e97c8e-582c-423c-98d2-eda3f2db5a0c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.045754] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b: rpc.has_security_group_logging(os_id): False [ 1173.065708] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.065893] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.065970] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.066195] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.066289] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.066505] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.066601] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.066662] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.066809] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.066882] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.067066] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.067160] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.067221] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.067358] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.067486] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.067610] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.067702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.067762] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.067895] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.068510] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.068626] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b is going to be updated. [ 1173.170998] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.171222] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.171299] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.171508] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.171653] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.187982] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b in Status: IN_PROGRESS for 2s [ 1173.472654] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.472835] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.472835] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.473133] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.473253] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.473381] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c is going to be updated. [ 1173.503283] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.503500] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.503617] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.503902] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.504136] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.519120] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c in Status: IN_PROGRESS for 2s [ 1173.580325] env[66979]: INFO networking_nsxv3.common.synchronization [req-794f8ed6-05fe-496b-ac7d-43f1ba1e2ae3 req-67d3bca9-2d24-4b5b-88b8-7e1d54da50e4 service nova] Enqueued Resource ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c with Priority: HIGHEST for action security_group_rules [ 1173.580513] env[66979]: INFO networking_nsxv3.common.synchronization [req-794f8ed6-05fe-496b-ac7d-43f1ba1e2ae3 req-67d3bca9-2d24-4b5b-88b8-7e1d54da50e4 service nova] Enqueued Resource ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c with Priority: HIGHEST for action security_group_members [ 1173.582213] env[66979]: INFO networking_nsxv3.common.synchronization [req-794f8ed6-05fe-496b-ac7d-43f1ba1e2ae3 req-67d3bca9-2d24-4b5b-88b8-7e1d54da50e4 service nova] Enqueued Resource ID: e7ac4bf0-0b49-414b-807b-77fb3c94853a with Priority: HIGHEST for action port [ 1173.582213] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c with Priority: HIGHEST for action security_group_rules [ 1173.582213] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c with Priority: HIGHEST for action security_group_members [ 1173.582213] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7ac4bf0-0b49-414b-807b-77fb3c94853a with Priority: HIGHEST for action port [ 1173.582213] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5e97c8e-582c-423c-98d2-eda3f2db5a0c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.582213] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.582213] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.582745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.582745] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5e97c8e-582c-423c-98d2-eda3f2db5a0c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.583507] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.583507] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.583676] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7ac4bf0-0b49-414b-807b-77fb3c94853a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.583776] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7ac4bf0-0b49-414b-807b-77fb3c94853a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.583842] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7ac4bf0-0b49-414b-807b-77fb3c94853a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.584075] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7ac4bf0-0b49-414b-807b-77fb3c94853a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.584152] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7ac4bf0-0b49-414b-807b-77fb3c94853a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.891323] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373c8880-0089-41d4-8171-864687a91e2d in Status: SUCCESS [ 1173.891663] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.086824] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.086824] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.086824] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7ac4bf0-0b49-414b-807b-77fb3c94853a with status ACTIVE [ 1174.086824] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.086824] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.086824] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.087231] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.087231] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.087231] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.087343] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.087343] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.087501] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.087580] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.087764] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.087859] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.087920] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.088079] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.088153] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.088242] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7ac4bf0-0b49-414b-807b-77fb3c94853a is going to be updated. [ 1174.128080] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.128329] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.128329] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.128535] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.128658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.128819] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7ac4bf0-0b49-414b-807b-77fb3c94853a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.165249] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 in Status: SUCCESS [ 1174.165698] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.203881] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b in Status: SUCCESS [ 1175.204230] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.204230] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.205029] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.205029] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.323931] env[66979]: INFO networking_nsxv3.common.synchronization [req-0f229f7a-ed59-4d94-b1fd-021bf0db8242 req-e33a8bac-5031-42ba-a75c-8bcf9f6a3e7a tempest-AttachVolumeTestJSON-239784776 tempest-AttachVolumeTestJSON-239784776-project-member] Enqueued Resource ID: 6351de7f-ec15-4007-8369-96a59693fbbc with Priority: HIGHEST for action security_group_members [ 1175.324619] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6351de7f-ec15-4007-8369-96a59693fbbc with Priority: HIGHEST for action security_group_members [ 1175.324823] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6351de7f-ec15-4007-8369-96a59693fbbc taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.324949] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6351de7f-ec15-4007-8369-96a59693fbbc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.325030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6351de7f-ec15-4007-8369-96a59693fbbc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.325454] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6351de7f-ec15-4007-8369-96a59693fbbc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.325454] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.325729] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.325729] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.325729] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.325877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.325877] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6351de7f-ec15-4007-8369-96a59693fbbc',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.530866] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c in Status: SUCCESS [ 1175.531176] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.531498] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.531774] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.532035] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.532222] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.532263] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.532418] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.532504] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.532612] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5e97c8e-582c-423c-98d2-eda3f2db5a0c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.694572] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-258 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.695301] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-258" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.695301] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-258" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.695301] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-258" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.695411] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.695553] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.695665] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.695879] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.696055] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.696263] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.696372] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1175.696475] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1175.696574] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1175.696690] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1175.696803] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1175.696948] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1175.707086] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.707222] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.707261] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.707443] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.707608] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.707698] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.707763] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.707907] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.708157] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.708157] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.708157] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.719673] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1175.719846] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1175.719977] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1175.720177] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-258" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.720480] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-312868d9-9b4d-4124-976a-ad6285f38327 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.720708] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-312868d9-9b4d-4124-976a-ad6285f38327" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.720801] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-312868d9-9b4d-4124-976a-ad6285f38327" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.721210] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-312868d9-9b4d-4124-976a-ad6285f38327" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.721249] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('312868d9-9b4d-4124-976a-ad6285f38327',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.828110] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.828329] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.828472] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.828976] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.828976] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.829111] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.829111] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.829191] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.829400] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.829502] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.829597] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6351de7f-ec15-4007-8369-96a59693fbbc already deleted. [ 1175.829671] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6351de7f-ec15-4007-8369-96a59693fbbc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.036826] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5e97c8e-582c-423c-98d2-eda3f2db5a0c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.131786] env[66979]: INFO networking_nsxv3.common.synchronization [req-5607f2a9-c8eb-4981-afca-14edc415df82 req-99c94ed7-3545-4063-8e72-5ff5cd728ba2 tempest-MultipleCreateTestJSON-982231899 tempest-MultipleCreateTestJSON-982231899-project-member] Enqueued Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_members [ 1176.132259] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_members [ 1176.132565] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.132690] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.132754] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.132953] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.133118] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.133260] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.133329] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.133476] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.133560] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.133651] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.210639] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.211076] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.224508] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.224839] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.225080] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.225467] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.225666] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.225866] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 312868d9-9b4d-4124-976a-ad6285f38327 not found, creating... [ 1176.226280] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.226527] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.226721] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.227577] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.228368] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.228368] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.228535] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.228746] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.229095] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.229333] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.229577] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 312868d9-9b4d-4124-976a-ad6285f38327 is going to be created. [ 1176.250282] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.250601] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.250788] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.251045] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.251285] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.251540] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-312868d9-9b4d-4124-976a-ad6285f38327" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.293231] env[66979]: INFO networking_nsxv3.common.synchronization [req-ab92a48a-0f92-408d-8c99-e17cb12dd254 req-ebfc524a-0b0a-4094-afce-949223f11aea tempest-MultipleCreateTestJSON-982231899 tempest-MultipleCreateTestJSON-982231899-project-member] Enqueued Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_members [ 1176.294031] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b with Priority: HIGHEST for action security_group_members [ 1176.294907] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.294907] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.539196] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5e97c8e-582c-423c-98d2-eda3f2db5a0c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.635412] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.945647] env[66979]: INFO networking_nsxv3.common.synchronization [req-0f229f7a-ed59-4d94-b1fd-021bf0db8242 req-91ac2112-84d0-4b5b-8dc6-0a3c2f84aae4 service nova] Enqueued Resource ID: 6351de7f-ec15-4007-8369-96a59693fbbc with Priority: HIGHEST for action security_group_rules [ 1176.945813] env[66979]: INFO networking_nsxv3.common.synchronization [req-0f229f7a-ed59-4d94-b1fd-021bf0db8242 req-91ac2112-84d0-4b5b-8dc6-0a3c2f84aae4 service nova] Enqueued Resource ID: 6351de7f-ec15-4007-8369-96a59693fbbc with Priority: HIGHEST for action security_group_members [ 1176.945952] env[66979]: INFO networking_nsxv3.common.synchronization [req-0f229f7a-ed59-4d94-b1fd-021bf0db8242 req-91ac2112-84d0-4b5b-8dc6-0a3c2f84aae4 service nova] Enqueued Resource ID: 312868d9-9b4d-4124-976a-ad6285f38327 with Priority: HIGHEST for action port [ 1176.946202] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6351de7f-ec15-4007-8369-96a59693fbbc with Priority: HIGHEST for action security_group_rules [ 1176.946328] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6351de7f-ec15-4007-8369-96a59693fbbc with Priority: HIGHEST for action security_group_members [ 1176.946424] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 312868d9-9b4d-4124-976a-ad6285f38327 with Priority: HIGHEST for action port [ 1176.946979] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6351de7f-ec15-4007-8369-96a59693fbbc taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.947476] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6351de7f-ec15-4007-8369-96a59693fbbc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.947515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6351de7f-ec15-4007-8369-96a59693fbbc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.947706] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6351de7f-ec15-4007-8369-96a59693fbbc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.947790] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6351de7f-ec15-4007-8369-96a59693fbbc',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.949294] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6351de7f-ec15-4007-8369-96a59693fbbc taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.949438] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6351de7f-ec15-4007-8369-96a59693fbbc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.949499] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6351de7f-ec15-4007-8369-96a59693fbbc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.949680] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6351de7f-ec15-4007-8369-96a59693fbbc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.949857] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.949970] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.950045] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.950193] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.950274] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.950362] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6351de7f-ec15-4007-8369-96a59693fbbc',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.951799] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-312868d9-9b4d-4124-976a-ad6285f38327 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.951911] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-312868d9-9b4d-4124-976a-ad6285f38327" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.951978] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-312868d9-9b4d-4124-976a-ad6285f38327" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.952154] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-312868d9-9b4d-4124-976a-ad6285f38327" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.952232] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('312868d9-9b4d-4124-976a-ad6285f38327',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.041558] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.041758] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.041865] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.042081] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.042186] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.042295] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c is going to be updated. [ 1177.073780] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.073922] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.073995] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.074442] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.074442] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.084977] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c in Status: IN_PROGRESS for 2s [ 1177.138028] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.450206] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6351de7f-ec15-4007-8369-96a59693fbbc taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.450555] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6351de7f-ec15-4007-8369-96a59693fbbc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.454369] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6351de7f-ec15-4007-8369-96a59693fbbc',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.458156] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 312868d9-9b4d-4124-976a-ad6285f38327 with status ACTIVE [ 1177.458338] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.458492] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.458565] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.458797] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.458912] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.459130] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.459434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.459434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.459563] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.459604] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.459826] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.459964] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.460041] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.460233] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.460315] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.460430] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 312868d9-9b4d-4124-976a-ad6285f38327 is going to be updated. [ 1177.484412] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.484681] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.484750] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.485008] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.485592] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.485592] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-312868d9-9b4d-4124-976a-ad6285f38327" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.640221] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.640430] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.640430] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.640615] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.640707] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.640808] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b is going to be updated. [ 1177.681328] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.681525] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.681569] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.681830] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.682009] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.691904] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b in Status: IN_PROGRESS for 2s [ 1177.757356] env[66979]: INFO networking_nsxv3.common.synchronization [req-36653532-5ee7-494b-908c-2b26294233eb req-00db7c02-06c0-429a-892c-07b857e70c58 tempest-AttachVolumeShelveTestJSON-1020311367 tempest-AttachVolumeShelveTestJSON-1020311367-project-member] Enqueued Resource ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 with Priority: HIGHEST for action security_group_members [ 1177.758018] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 with Priority: HIGHEST for action security_group_members [ 1177.758566] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.758721] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.758806] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.760503] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.760503] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.760503] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.760503] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.760503] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.760503] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.760503] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea1890c9-1a26-47b7-be21-4bf5c002f6f3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.957785] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6351de7f-ec15-4007-8369-96a59693fbbc',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.102560] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-369 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.102750] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-369" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.102872] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-369" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.103166] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-369" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.103458] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.103620] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.103736] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.104770] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.104923] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.105304] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.105304] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1178.106627] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1178.106745] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1178.106867] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.106974] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1178.107131] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1178.127106] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1178.127473] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1178.127473] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1178.127595] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-369" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.127907] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-fd335395-9a9f-4c13-b63a-5b350ee0a34c taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.128075] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-fd335395-9a9f-4c13-b63a-5b350ee0a34c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.128310] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-fd335395-9a9f-4c13-b63a-5b350ee0a34c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.128786] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-fd335395-9a9f-4c13-b63a-5b350ee0a34c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.128933] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd335395-9a9f-4c13-b63a-5b350ee0a34c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.264395] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.264395] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.264562] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.264668] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.264755] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.264952] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.265061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.265125] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.265270] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.265350] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.265435] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 already deleted. [ 1178.265519] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.463505] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.463868] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.463868] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.464087] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.464201] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.464303] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6351de7f-ec15-4007-8369-96a59693fbbc is going to be created. [ 1178.493327] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.493558] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.493622] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.493888] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.494160] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.504052] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6351de7f-ec15-4007-8369-96a59693fbbc in Status: UNINITIALIZED for 2s [ 1178.636059] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.636299] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.636428] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.636698] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.636853] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.637016] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port fd335395-9a9f-4c13-b63a-5b350ee0a34c not found, creating... [ 1178.637282] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.637470] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.637637] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.637867] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.638016] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.638306] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.638458] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.638884] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.638884] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.638982] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.639121] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: fd335395-9a9f-4c13-b63a-5b350ee0a34c is going to be created. [ 1178.665980] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.666245] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.666245] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.666520] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.666750] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.666974] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-fd335395-9a9f-4c13-b63a-5b350ee0a34c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.098387] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c in Status: SUCCESS [ 1179.098387] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.098387] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.098387] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.098387] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.098387] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.098387] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.098387] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.098387] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.098387] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.098387] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5e97c8e-582c-423c-98d2-eda3f2db5a0c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.376218] env[66979]: INFO networking_nsxv3.common.synchronization [req-36653532-5ee7-494b-908c-2b26294233eb req-3cfadcd2-4a78-4f6a-b9fc-6995589de7ff service nova] Enqueued Resource ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 with Priority: HIGHEST for action security_group_rules [ 1179.376218] env[66979]: INFO networking_nsxv3.common.synchronization [req-36653532-5ee7-494b-908c-2b26294233eb req-3cfadcd2-4a78-4f6a-b9fc-6995589de7ff service nova] Enqueued Resource ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 with Priority: HIGHEST for action security_group_members [ 1179.376457] env[66979]: INFO networking_nsxv3.common.synchronization [req-36653532-5ee7-494b-908c-2b26294233eb req-3cfadcd2-4a78-4f6a-b9fc-6995589de7ff service nova] Enqueued Resource ID: fd335395-9a9f-4c13-b63a-5b350ee0a34c with Priority: HIGHEST for action port [ 1179.377556] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 with Priority: HIGHEST for action security_group_rules [ 1179.377556] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 with Priority: HIGHEST for action security_group_members [ 1179.377694] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd335395-9a9f-4c13-b63a-5b350ee0a34c with Priority: HIGHEST for action port [ 1179.379330] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea1890c9-1a26-47b7-be21-4bf5c002f6f3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.379330] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.379330] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.379330] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.379330] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea1890c9-1a26-47b7-be21-4bf5c002f6f3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.380780] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.380780] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.380966] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.381977] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.381977] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.381977] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.381977] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.381977] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.382362] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.382362] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea1890c9-1a26-47b7-be21-4bf5c002f6f3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.383354] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd335395-9a9f-4c13-b63a-5b350ee0a34c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.383516] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd335395-9a9f-4c13-b63a-5b350ee0a34c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.384282] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd335395-9a9f-4c13-b63a-5b350ee0a34c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.384412] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd335395-9a9f-4c13-b63a-5b350ee0a34c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.384512] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd335395-9a9f-4c13-b63a-5b350ee0a34c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.600477] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5e97c8e-582c-423c-98d2-eda3f2db5a0c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.701511] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b in Status: SUCCESS [ 1179.701738] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.701903] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.702153] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.702344] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.702461] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.702527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.702676] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.702756] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.702840] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.703103] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.703185] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.703240] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.703464] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.703604] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.703697] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.703757] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.703892] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.703966] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.704061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.704148] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.705102] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.705274] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.705417] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.705543] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.705583] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.705704] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.705778] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.705863] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ffd4c21-5aa1-4cbe-9111-efb335a5d14b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.886256] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea1890c9-1a26-47b7-be21-4bf5c002f6f3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.887764] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.887764] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.887764] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd335395-9a9f-4c13-b63a-5b350ee0a34c with status ACTIVE [ 1179.887969] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.888047] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.888121] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.888857] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.888857] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.888857] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.889061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.889061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.889307] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.889401] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.889863] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.889863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.889863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.890054] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.890054] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.890054] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd335395-9a9f-4c13-b63a-5b350ee0a34c is going to be updated. [ 1179.923658] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.923807] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.923871] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.924078] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.924213] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.924487] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd335395-9a9f-4c13-b63a-5b350ee0a34c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.102650] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5e97c8e-582c-423c-98d2-eda3f2db5a0c: rpc.has_security_group_logging(os_id): False [ 1180.121520] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.121663] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.121751] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.121950] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.137507] env[66979]: INFO networking_nsxv3.common.synchronization [req-a2ad8e4a-0197-47c5-a2ca-777d902516f7 req-e88f3340-2073-4ffb-beda-bcc615f1dac0 tempest-ServerActionsTestJSON-1937184917 tempest-ServerActionsTestJSON-1937184917-project-member] Enqueued Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGHEST for action security_group_members [ 1180.137966] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGHEST for action security_group_members [ 1180.139022] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b00020e5-8cdf-4b2a-81f2-d5cef6735431 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.139159] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.139232] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.139423] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.139614] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.139715] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.139801] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.139982] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.140087] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.140201] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.142642] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.142642] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.142642] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.142642] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.142642] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.142642] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.142642] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c is going to be updated. [ 1180.204025] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.204025] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.204025] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.204025] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.204025] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.207898] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b: rpc.has_security_group_logging(os_id): False [ 1180.209208] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.209458] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.209565] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.209769] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.209859] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.210249] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.210585] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.210756] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.210979] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.211144] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.211288] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b is going to be updated. [ 1180.216503] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c in Status: IN_PROGRESS for 2s [ 1180.233741] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.233912] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.233977] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.234174] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.234273] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.234516] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.234612] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.234676] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.234828] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.234906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.235091] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.235187] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.235248] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.235388] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.235478] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.235677] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.235776] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.235837] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.235975] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.236065] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.236154] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b is going to be updated. [ 1180.249322] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.249467] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.249512] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.249714] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.249893] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.257955] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b in Status: IN_PROGRESS for 2s [ 1180.329890] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.330090] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.330157] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.330332] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.330786] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.352554] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b in Status: IN_PROGRESS for 2s [ 1180.392092] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea1890c9-1a26-47b7-be21-4bf5c002f6f3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.466529] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-669 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.466730] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-669" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.466855] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-669" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.467165] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-669" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.467456] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.467618] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.467749] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.468079] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.468235] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.468450] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1180.468564] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1180.468671] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1180.468775] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1180.468881] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1180.468982] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1180.469123] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1180.488860] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1180.489057] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1180.489202] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1180.489386] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-669" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.489704] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-168f1093-0562-464e-b32a-2148537ec02b taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.489880] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-168f1093-0562-464e-b32a-2148537ec02b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.490010] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-168f1093-0562-464e-b32a-2148537ec02b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.490357] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-168f1093-0562-464e-b32a-2148537ec02b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.490548] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('168f1093-0562-464e-b32a-2148537ec02b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.515050] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6351de7f-ec15-4007-8369-96a59693fbbc in Status: SUCCESS [ 1180.515294] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6351de7f-ec15-4007-8369-96a59693fbbc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.515479] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6351de7f-ec15-4007-8369-96a59693fbbc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.515745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6351de7f-ec15-4007-8369-96a59693fbbc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.515946] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.516082] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.516150] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.516314] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.516396] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.516524] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6351de7f-ec15-4007-8369-96a59693fbbc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.516601] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6351de7f-ec15-4007-8369-96a59693fbbc',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.644557] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.644871] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.644871] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.645000] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.645115] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.645317] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.645418] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.645479] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.645674] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.645760] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.645820] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 is going to be updated. [ 1180.670124] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.670295] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.670349] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.670526] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.670666] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.679517] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 in Status: IN_PROGRESS for 2s [ 1180.894680] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.894959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.894959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.895162] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.895254] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.895463] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 is going to be created. [ 1180.920627] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.920802] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.920912] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.921272] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.921506] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.931882] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 in Status: UNINITIALIZED for 2s [ 1180.993312] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.994383] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.994383] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.994383] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.994383] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.994383] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 168f1093-0562-464e-b32a-2148537ec02b not found, creating... [ 1180.994713] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.994713] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.994983] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.995160] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.995363] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.995496] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.995676] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.995803] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.996069] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.996215] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.996274] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 168f1093-0562-464e-b32a-2148537ec02b is going to be created. [ 1181.016971] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.017293] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.017419] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.017670] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.017933] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.018156] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-168f1093-0562-464e-b32a-2148537ec02b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.018954] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6351de7f-ec15-4007-8369-96a59693fbbc',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.521576] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6351de7f-ec15-4007-8369-96a59693fbbc: rpc.has_security_group_logging(os_id): False [ 1181.623955] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.624310] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.624310] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.624436] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.625572] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.625572] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.625572] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.625572] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.625572] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.625572] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.625572] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6351de7f-ec15-4007-8369-96a59693fbbc is going to be created. [ 1181.715619] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.716188] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.716188] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.716348] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.716680] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.732727] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6351de7f-ec15-4007-8369-96a59693fbbc in Status: IN_PROGRESS for 2s [ 1181.794160] env[66979]: INFO networking_nsxv3.common.synchronization [req-a2ad8e4a-0197-47c5-a2ca-777d902516f7 req-0738a0ce-38c5-432e-a453-e15faf86a830 service nova] Enqueued Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGHEST for action security_group_rules [ 1181.794702] env[66979]: INFO networking_nsxv3.common.synchronization [req-a2ad8e4a-0197-47c5-a2ca-777d902516f7 req-0738a0ce-38c5-432e-a453-e15faf86a830 service nova] Enqueued Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGHEST for action security_group_members [ 1181.794966] env[66979]: INFO networking_nsxv3.common.synchronization [req-a2ad8e4a-0197-47c5-a2ca-777d902516f7 req-0738a0ce-38c5-432e-a453-e15faf86a830 service nova] Enqueued Resource ID: 168f1093-0562-464e-b32a-2148537ec02b with Priority: HIGHEST for action port [ 1181.795717] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGHEST for action security_group_rules [ 1181.795936] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGHEST for action security_group_members [ 1181.796375] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 168f1093-0562-464e-b32a-2148537ec02b with Priority: HIGHEST for action port [ 1181.796478] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.796619] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.796727] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.796969] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.797140] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.798208] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b00020e5-8cdf-4b2a-81f2-d5cef6735431 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.798369] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.798584] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-168f1093-0562-464e-b32a-2148537ec02b taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.798751] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-168f1093-0562-464e-b32a-2148537ec02b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.798898] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-168f1093-0562-464e-b32a-2148537ec02b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.799169] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-168f1093-0562-464e-b32a-2148537ec02b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.799292] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('168f1093-0562-464e-b32a-2148537ec02b',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.232401] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c in Status: SUCCESS [ 1182.232624] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.281801] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b in Status: SUCCESS [ 1182.281970] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b deletion is rescheduled due to dependency. [ 1182.282118] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.301570] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b00020e5-8cdf-4b2a-81f2-d5cef6735431 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.301696] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.301922] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 168f1093-0562-464e-b32a-2148537ec02b with status ACTIVE [ 1182.302104] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.302210] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.302268] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.302635] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.302635] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.302830] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.302932] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.302995] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.303170] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.303252] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.303488] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.303594] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.303661] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.304036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.304036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.304127] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 168f1093-0562-464e-b32a-2148537ec02b is going to be updated. [ 1182.331242] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.331409] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.331550] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.331702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.331843] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.332193] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-168f1093-0562-464e-b32a-2148537ec02b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.378777] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ffd4c21-5aa1-4cbe-9111-efb335a5d14b in Status: SUCCESS [ 1182.379582] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ffd4c21-5aa1-4cbe-9111-efb335a5d14b" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.615091] env[66979]: INFO networking_nsxv3.common.synchronization [req-d88a0fc9-1004-4066-beff-01c6dca4ead0 req-4fcd15cf-703f-46ea-8404-156ceebab767 tempest-ServerActionsTestOtherB-718778395 tempest-ServerActionsTestOtherB-718778395-project-member] Enqueued Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_members [ 1182.616910] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_members [ 1182.616910] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.616910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.616910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.616910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.616910] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.616910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.616910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.619217] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.619217] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.619217] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.697030] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 in Status: SUCCESS [ 1182.697030] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 deletion is rescheduled due to dependency. [ 1182.697030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.697030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.697030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.697030] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.697030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.697030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.697030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.697030] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.697030] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.945181] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 in Status: SUCCESS [ 1182.945181] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.945181] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.945181] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.945181] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.945181] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.945181] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.945181] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.945181] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.945181] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.945181] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea1890c9-1a26-47b7-be21-4bf5c002f6f3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.984702] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.985020] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-46" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.985214] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-46" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.985519] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-46" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.985816] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.986030] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.986191] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.986488] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.986708] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.986970] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.987147] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1182.987313] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1182.987465] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1182.987620] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1182.987774] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1182.987956] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1183.007542] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1183.007763] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1183.007923] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1183.008163] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-46" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.008541] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-dc9c6b12-46cc-41be-85ba-c58388b46a5a taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.008740] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-dc9c6b12-46cc-41be-85ba-c58388b46a5a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.008858] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-dc9c6b12-46cc-41be-85ba-c58388b46a5a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.009193] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-dc9c6b12-46cc-41be-85ba-c58388b46a5a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.010037] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc9c6b12-46cc-41be-85ba-c58388b46a5a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.120437] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.120650] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.120650] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.121421] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.121421] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.121421] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.121634] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.121634] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.121728] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.121763] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.121873] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 is going to be updated. [ 1183.149161] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.149369] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.149369] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.149585] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.149728] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.161964] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 in Status: IN_PROGRESS for 2s [ 1183.198438] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.451095] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea1890c9-1a26-47b7-be21-4bf5c002f6f3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.512176] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.512420] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.512516] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.512793] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.512944] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.513116] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port dc9c6b12-46cc-41be-85ba-c58388b46a5a not found, creating... [ 1183.513570] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.513689] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.513777] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.513934] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.514134] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.514388] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.514554] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.514654] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.514962] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.515112] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.515250] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: dc9c6b12-46cc-41be-85ba-c58388b46a5a is going to be created. [ 1183.542391] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.542711] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.542882] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.543252] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.543684] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.543951] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-dc9c6b12-46cc-41be-85ba-c58388b46a5a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.700775] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.747016] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6351de7f-ec15-4007-8369-96a59693fbbc in Status: SUCCESS [ 1183.747266] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6351de7f-ec15-4007-8369-96a59693fbbc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.953767] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea1890c9-1a26-47b7-be21-4bf5c002f6f3: rpc.has_security_group_logging(os_id): False [ 1183.971194] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.971461] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.971528] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.971744] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.971820] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.972082] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.972181] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.972243] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.972409] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.972482] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.972570] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 is going to be created. [ 1184.027473] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.027705] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.027834] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.028172] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.028456] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.041851] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 in Status: IN_PROGRESS for 2s [ 1184.204052] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.204385] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.204385] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.204616] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.204771] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.205047] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 is going to be updated. [ 1184.237059] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.237294] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.237416] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.237701] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.237864] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.250366] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 in Status: IN_PROGRESS for 2s [ 1184.252665] env[66979]: INFO networking_nsxv3.common.synchronization [req-d88a0fc9-1004-4066-beff-01c6dca4ead0 req-c5cd0972-1848-40b6-addd-1683f9791338 service nova] Enqueued Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_rules [ 1184.252943] env[66979]: INFO networking_nsxv3.common.synchronization [req-d88a0fc9-1004-4066-beff-01c6dca4ead0 req-c5cd0972-1848-40b6-addd-1683f9791338 service nova] Enqueued Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_members [ 1184.253201] env[66979]: INFO networking_nsxv3.common.synchronization [req-d88a0fc9-1004-4066-beff-01c6dca4ead0 req-c5cd0972-1848-40b6-addd-1683f9791338 service nova] Enqueued Resource ID: dc9c6b12-46cc-41be-85ba-c58388b46a5a with Priority: HIGHEST for action port [ 1184.254243] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_rules [ 1184.254477] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_members [ 1184.254633] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc9c6b12-46cc-41be-85ba-c58388b46a5a with Priority: HIGHEST for action port [ 1184.255511] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f72661a1-79ab-4976-a1a4-72f9ad7c40e3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.255688] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.255811] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.256153] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.256256] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.257539] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.257539] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.257761] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc9c6b12-46cc-41be-85ba-c58388b46a5a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.257940] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc9c6b12-46cc-41be-85ba-c58388b46a5a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.258101] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc9c6b12-46cc-41be-85ba-c58388b46a5a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.259397] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc9c6b12-46cc-41be-85ba-c58388b46a5a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.259397] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc9c6b12-46cc-41be-85ba-c58388b46a5a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.761578] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.761772] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.761890] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc9c6b12-46cc-41be-85ba-c58388b46a5a with status ACTIVE [ 1184.762091] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.762250] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.762323] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.763147] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.763147] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.763147] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.763147] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.763147] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.763147] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.763147] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.763652] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.763652] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.763652] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.763824] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.763824] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.763824] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc9c6b12-46cc-41be-85ba-c58388b46a5a is going to be updated. [ 1184.787383] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.787575] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.787575] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.788036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.788036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.788153] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc9c6b12-46cc-41be-85ba-c58388b46a5a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.176241] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 in Status: SUCCESS [ 1185.177015] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 deletion is rescheduled due to dependency. [ 1185.177195] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.177527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.178061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.178310] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.178504] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.178752] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.178825] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.179019] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.179534] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.682167] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.054292] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 in Status: SUCCESS [ 1186.054549] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.185095] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.260922] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 in Status: SUCCESS [ 1186.261123] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.261609] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.261829] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.262082] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.262212] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.262274] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.262432] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.262512] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.262596] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.262689] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.686591] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.686763] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.686805] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.689034] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.689034] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.689034] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 is going to be updated. [ 1186.722951] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.723159] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.723159] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.723453] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.723827] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.738966] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 in Status: IN_PROGRESS for 2s [ 1186.766093] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1187.269755] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b00020e5-8cdf-4b2a-81f2-d5cef6735431: rpc.has_security_group_logging(os_id): False [ 1187.297054] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.297337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.297473] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.297692] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.297790] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.298101] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.298224] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.298290] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.298470] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.298563] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.298666] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 is going to be updated. [ 1187.370781] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1187.370960] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1187.371053] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1187.371280] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1187.371509] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1187.396363] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 in Status: IN_PROGRESS for 2s [ 1188.029546] env[66979]: INFO networking_nsxv3.common.synchronization [req-17f319e2-3721-4c55-af4e-5c8c38d81e5a req-71a56339-4aa5-48d1-b4fb-9cf1e5681153 tempest-AttachInterfacesTestJSON-1699796385 tempest-AttachInterfacesTestJSON-1699796385-project-member] Enqueued Resource ID: 373c8880-0089-41d4-8171-864687a91e2d with Priority: HIGHEST for action security_group_members [ 1188.036316] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373c8880-0089-41d4-8171-864687a91e2d with Priority: HIGHEST for action security_group_members [ 1188.037180] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-373c8880-0089-41d4-8171-864687a91e2d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.037332] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.037404] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.037616] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.037768] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.037865] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.037925] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.038085] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.038174] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.038269] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('373c8880-0089-41d4-8171-864687a91e2d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1188.545122] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.545122] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.545122] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.545122] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.545122] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.545122] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.545122] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.545122] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.545772] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.545772] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.545772] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373c8880-0089-41d4-8171-864687a91e2d is going to be updated. [ 1188.573801] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.574063] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.574063] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.574277] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.574423] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.584154] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373c8880-0089-41d4-8171-864687a91e2d in Status: IN_PROGRESS for 2s [ 1188.750104] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 in Status: SUCCESS [ 1188.750476] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.750736] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.751066] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.751430] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1188.751574] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1188.751656] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1188.751830] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1188.751971] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.752038] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.752152] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.254718] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.411467] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 in Status: SUCCESS [ 1189.411775] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.757852] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f72661a1-79ab-4976-a1a4-72f9ad7c40e3: rpc.has_security_group_logging(os_id): False [ 1189.779065] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.779304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.779304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.779496] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.779602] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.780069] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.780069] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.780069] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.780305] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.780380] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.784011] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 is going to be updated. [ 1189.845262] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.845409] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.845469] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.845679] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.845853] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.861767] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 in Status: IN_PROGRESS for 2s [ 1190.109989] env[66979]: INFO networking_nsxv3.common.synchronization [req-1f2d3b01-4322-4b4f-a307-4ef4af89ba3a req-3160ab41-4c6a-41a5-ada7-9ab374f86832 tempest-DeleteServersTestJSON-771878521 tempest-DeleteServersTestJSON-771878521-project-member] Enqueued Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 1190.110843] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 with Priority: HIGHEST for action security_group_members [ 1190.111181] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b51eef3-7de4-4972-9885-c342a512c0e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.111346] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.111422] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.111632] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.111797] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.111906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.111962] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.112137] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.112223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.112317] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b51eef3-7de4-4972-9885-c342a512c0e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.595184] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 373c8880-0089-41d4-8171-864687a91e2d in Status: SUCCESS [ 1190.595466] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 373c8880-0089-41d4-8171-864687a91e2d deletion is rescheduled due to dependency. [ 1190.595617] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.615467] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.615663] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.615702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.616037] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.616185] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.616467] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.616638] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.616766] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.616987] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.617171] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.617323] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 is going to be updated. [ 1190.648380] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.648572] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.648653] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.649118] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.649118] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.659518] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: IN_PROGRESS for 2s [ 1191.876949] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 in Status: SUCCESS [ 1191.876949] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.678038] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 in Status: SUCCESS [ 1192.678967] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b51eef3-7de4-4972-9885-c342a512c0e9 deletion is rescheduled due to dependency. [ 1192.679552] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b51eef3-7de4-4972-9885-c342a512c0e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.111928] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1195.112356] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1195.886181] env[66979]: INFO networking_nsxv3.common.synchronization [None req-1a84b704-f2de-4114-b6c3-8d636cbfcecd tempest-AttachInterfacesTestJSON-1699796385 tempest-AttachInterfacesTestJSON-1699796385-project-member] Enqueued Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_members [ 1195.886600] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGHEST for action security_group_members [ 1195.886941] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.887073] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.887174] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.887387] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.887586] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.887701] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.887757] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.887914] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.888017] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.888161] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.390596] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.390978] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.390978] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.391155] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.391295] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.391693] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.391828] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.391898] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.392212] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.392365] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.392497] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 is going to be updated. [ 1196.421334] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.421675] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.421771] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.421994] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.422167] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.431151] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: IN_PROGRESS for 2s [ 1198.443911] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 in Status: SUCCESS [ 1198.444328] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 deletion is rescheduled due to dependency. [ 1198.444328] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.887224] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1200.887602] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1203.090500] env[66979]: INFO networking_nsxv3.common.synchronization [req-453d434f-3aca-4713-af67-fbf56d995632 req-95adc1b6-4886-4f64-82bf-bf46a9aae854 tempest-ServerRescueNegativeTestJSON-533741274 tempest-ServerRescueNegativeTestJSON-533741274-project-member] Enqueued Resource ID: e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 with Priority: HIGHEST for action security_group_members [ 1203.091081] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 with Priority: HIGHEST for action security_group_members [ 1203.091389] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.091878] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.091878] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.091878] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.092031] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.092086] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.092122] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.092253] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.092341] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.092526] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0fcfbe4-ace7-4530-b35f-c7520df0c6b0',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.595505] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.595739] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.595739] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.596134] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.596296] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.596612] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.596768] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.596841] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.597044] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.597149] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.597249] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 is going to be updated. [ 1203.630858] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.631016] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.631109] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.631322] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.631463] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.640961] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 in Status: IN_PROGRESS for 2s [ 1205.653219] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 in Status: SUCCESS [ 1205.653563] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0fcfbe4-ace7-4530-b35f-c7520df0c6b0 deletion is rescheduled due to dependency. [ 1205.653563] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0fcfbe4-ace7-4530-b35f-c7520df0c6b0" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.091962] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1208.092368] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1213.093781] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1213.094186] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1214.205317] env[66979]: INFO networking_nsxv3.common.synchronization [req-837bc68b-bd05-48a3-ad3d-bfc6f215da47 req-97cdb42a-f536-4d84-aed1-ca105165c2e1 tempest-ServerRescueNegativeTestJSON-533741274 tempest-ServerRescueNegativeTestJSON-533741274-project-member] Enqueued Resource ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 with Priority: HIGHEST for action security_group_members [ 1214.205857] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 with Priority: HIGHEST for action security_group_members [ 1214.206297] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e47ceab-7176-4d12-bf85-edd8ce39dc87 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.206423] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.206480] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.206683] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.207641] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.207641] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.207641] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.207641] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.207641] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.207641] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e47ceab-7176-4d12-bf85-edd8ce39dc87',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.710994] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7e47ceab-7176-4d12-bf85-edd8ce39dc87',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.213085] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7e47ceab-7176-4d12-bf85-edd8ce39dc87',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.715940] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.715940] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.716139] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.716253] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.716346] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.716453] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 is going to be updated. [ 1215.748167] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.748319] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.748390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.748605] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.748748] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.757053] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 in Status: IN_PROGRESS for 2s [ 1217.769040] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 in Status: SUCCESS [ 1217.769040] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.206861] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1219.207225] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1220.969377] env[66979]: INFO networking_nsxv3.common.synchronization [req-85686d37-08dd-4b10-bfc4-227a7af8a632 req-f8cdc254-6a49-4662-941a-0c072e4ca8f1 tempest-ServerRescueNegativeTestJSON-533741274 tempest-ServerRescueNegativeTestJSON-533741274-project-member] Enqueued Resource ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 with Priority: HIGHEST for action security_group_members [ 1220.969377] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 with Priority: HIGHEST for action security_group_members [ 1220.969377] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7e47ceab-7176-4d12-bf85-edd8ce39dc87 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.969377] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.969377] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.969377] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.969377] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.969377] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.969377] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.969948] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.969948] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.969948] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7e47ceab-7176-4d12-bf85-edd8ce39dc87',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.472578] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.472718] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.472781] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.472986] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.495912] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.496193] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.496310] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.496438] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.496559] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.496636] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.496763] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 is going to be updated. [ 1221.525956] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.526216] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.526216] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.526449] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.526917] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.535366] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 in Status: IN_PROGRESS for 2s [ 1223.546229] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 in Status: SUCCESS [ 1223.546604] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7e47ceab-7176-4d12-bf85-edd8ce39dc87 deletion is rescheduled due to dependency. [ 1223.546604] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7e47ceab-7176-4d12-bf85-edd8ce39dc87" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.968585] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1225.969052] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1229.396527] env[66979]: INFO networking_nsxv3.common.synchronization [req-1e889c5e-6488-4b32-9671-1948fe29084f req-23254957-006d-4f90-9596-a8f71e9215ab tempest-AttachVolumeNegativeTest-425064559 tempest-AttachVolumeNegativeTest-425064559-project-member] Enqueued Resource ID: 7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 with Priority: HIGHEST for action security_group_members [ 1229.396527] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 with Priority: HIGHEST for action security_group_members [ 1229.396527] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.396527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.396925] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.397753] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.397979] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.398168] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.398272] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.398479] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.398622] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.398764] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7a2e2d4f-7a24-4443-86f9-bc8f62f4e611',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.901591] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.902018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.902254] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.905020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.905020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.905020] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.905020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.905020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.905020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.905020] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.905020] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 is going to be updated. [ 1229.933890] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.933890] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.934154] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.934267] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.934422] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.944975] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 in Status: IN_PROGRESS for 2s [ 1231.955639] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 in Status: SUCCESS [ 1231.956127] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 deletion is rescheduled due to dependency. [ 1231.956127] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.396586] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1234.396963] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1239.397396] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1239.397804] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1244.398402] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1244.398660] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1247.164251] env[66979]: INFO networking_nsxv3.common.synchronization [req-cb929ba0-a922-4b28-ab6a-b4b8723a2c1a req-4f66cb6c-db30-4228-ae55-3272b0c98cd4 tempest-ServerActionsTestOtherA-827617278 tempest-ServerActionsTestOtherA-827617278-project-member] Enqueued Resource ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c with Priority: HIGHEST for action security_group_members [ 1247.165043] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c with Priority: HIGHEST for action security_group_members [ 1247.165463] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.165634] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.165907] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.165974] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.166155] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1247.166237] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1247.166276] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1247.166709] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1247.166709] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1247.166709] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5e97c8e-582c-423c-98d2-eda3f2db5a0c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1247.668376] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5e97c8e-582c-423c-98d2-eda3f2db5a0c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.170682] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5e97c8e-582c-423c-98d2-eda3f2db5a0c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1248.673609] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.673816] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.673861] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.674157] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.674309] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.674349] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c is going to be updated. [ 1248.705402] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.705590] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.705670] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.705923] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.706110] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.716266] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c in Status: IN_PROGRESS for 2s [ 1250.727437] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c in Status: SUCCESS [ 1250.727851] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.056883] env[66979]: INFO networking_nsxv3.common.synchronization [req-d5fc90ea-4f2f-401f-8dce-a64603e21f87 req-a3b61370-4fff-4fdd-80fb-324a65e566d7 tempest-AttachVolumeTestJSON-239784776 tempest-AttachVolumeTestJSON-239784776-project-member] Enqueued Resource ID: 6351de7f-ec15-4007-8369-96a59693fbbc with Priority: HIGHEST for action security_group_members [ 1252.057487] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6351de7f-ec15-4007-8369-96a59693fbbc with Priority: HIGHEST for action security_group_members [ 1252.058188] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-6351de7f-ec15-4007-8369-96a59693fbbc taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.058322] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6351de7f-ec15-4007-8369-96a59693fbbc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.058397] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6351de7f-ec15-4007-8369-96a59693fbbc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.058587] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6351de7f-ec15-4007-8369-96a59693fbbc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.058741] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.058842] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.058900] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.059071] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.059722] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.059722] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6351de7f-ec15-4007-8369-96a59693fbbc',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.563469] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.563700] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.563770] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.563959] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.564062] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.564319] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.564498] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.564553] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.564707] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.564783] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.564871] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6351de7f-ec15-4007-8369-96a59693fbbc is going to be updated. [ 1252.593381] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.593592] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.593592] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.593800] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.593941] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.606205] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6351de7f-ec15-4007-8369-96a59693fbbc in Status: IN_PROGRESS for 2s [ 1254.067091] env[66979]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1254.067389] env[66979]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-50547369-e805-4bfb-ad22-8316ab7aba52 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1254.617027] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6351de7f-ec15-4007-8369-96a59693fbbc in Status: SUCCESS [ 1254.617163] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6351de7f-ec15-4007-8369-96a59693fbbc deletion is rescheduled due to dependency. [ 1254.617281] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6351de7f-ec15-4007-8369-96a59693fbbc" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.058716] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1257.059058] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1257.073553] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-369 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.073751] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-369" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.073872] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-369" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.074172] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-369" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.074484] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.074643] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.074781] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.075029] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.075218] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.075452] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1257.075566] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1257.075677] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1257.075784] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1257.075906] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1257.076035] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1257.076177] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1257.096350] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1257.096500] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1257.096637] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1257.096810] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-369" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.097115] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-fd335395-9a9f-4c13-b63a-5b350ee0a34c taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.097276] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-fd335395-9a9f-4c13-b63a-5b350ee0a34c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.097394] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-fd335395-9a9f-4c13-b63a-5b350ee0a34c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.097638] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-fd335395-9a9f-4c13-b63a-5b350ee0a34c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.097772] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd335395-9a9f-4c13-b63a-5b350ee0a34c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1257.600604] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.600844] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.600940] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.601264] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.601424] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.601712] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.601868] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.601985] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.602227] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.602359] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.602644] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.602796] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.602911] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.603129] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.603262] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.603400] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: fd335395-9a9f-4c13-b63a-5b350ee0a34c is going to be updated. [ 1257.627695] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.627929] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.628021] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.628289] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.628482] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.628704] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-fd335395-9a9f-4c13-b63a-5b350ee0a34c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.309903] env[66979]: INFO networking_nsxv3.common.synchronization [req-0cb33b1e-af08-4aa6-84dd-bc49b2a69d13 req-31b1bd01-f7cb-44b4-ba81-63c77b9c41c8 service nova] Enqueued Resource ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 with Priority: HIGHEST for action security_group_rules [ 1258.310201] env[66979]: INFO networking_nsxv3.common.synchronization [req-0cb33b1e-af08-4aa6-84dd-bc49b2a69d13 req-31b1bd01-f7cb-44b4-ba81-63c77b9c41c8 service nova] Enqueued Resource ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 with Priority: HIGHEST for action security_group_members [ 1258.310349] env[66979]: INFO networking_nsxv3.common.synchronization [req-0cb33b1e-af08-4aa6-84dd-bc49b2a69d13 req-31b1bd01-f7cb-44b4-ba81-63c77b9c41c8 service nova] Enqueued Resource ID: fd335395-9a9f-4c13-b63a-5b350ee0a34c with Priority: HIGHEST for action port [ 1258.310754] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 with Priority: HIGHEST for action security_group_rules [ 1258.310885] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 with Priority: HIGHEST for action security_group_members [ 1258.310981] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd335395-9a9f-4c13-b63a-5b350ee0a34c with Priority: HIGHEST for action port [ 1258.311263] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea1890c9-1a26-47b7-be21-4bf5c002f6f3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.311383] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.311492] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.311637] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.311714] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea1890c9-1a26-47b7-be21-4bf5c002f6f3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.312539] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.312641] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.312745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.312880] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.313431] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.313541] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.313605] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.313749] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.313835] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.313923] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea1890c9-1a26-47b7-be21-4bf5c002f6f3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.314662] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd335395-9a9f-4c13-b63a-5b350ee0a34c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.314771] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd335395-9a9f-4c13-b63a-5b350ee0a34c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.314917] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd335395-9a9f-4c13-b63a-5b350ee0a34c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.314978] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd335395-9a9f-4c13-b63a-5b350ee0a34c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.315064] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd335395-9a9f-4c13-b63a-5b350ee0a34c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.817262] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.817399] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.817581] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ea1890c9-1a26-47b7-be21-4bf5c002f6f3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.818523] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd335395-9a9f-4c13-b63a-5b350ee0a34c with status ACTIVE [ 1258.818717] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.818834] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.818900] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.819118] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.819207] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.819383] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.819480] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.819547] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.819688] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.819778] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.820573] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.820573] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.820573] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.820573] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.820573] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.820573] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd335395-9a9f-4c13-b63a-5b350ee0a34c is going to be updated. [ 1258.842207] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.842429] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.842429] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.842632] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.842803] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.842962] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd335395-9a9f-4c13-b63a-5b350ee0a34c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.323141] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ea1890c9-1a26-47b7-be21-4bf5c002f6f3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1259.825489] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.825683] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.825748] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.825924] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.826022] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.826128] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 is going to be updated. [ 1259.860952] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.861267] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.861267] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.861454] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.861517] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.873149] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 in Status: IN_PROGRESS for 2s [ 1261.885654] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 in Status: SUCCESS [ 1261.885654] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.886103] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.886103] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.886184] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.886326] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.886390] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.886543] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.886624] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.887403] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.887403] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea1890c9-1a26-47b7-be21-4bf5c002f6f3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.389185] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea1890c9-1a26-47b7-be21-4bf5c002f6f3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.891355] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea1890c9-1a26-47b7-be21-4bf5c002f6f3: rpc.has_security_group_logging(os_id): False [ 1262.913107] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.913331] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.913387] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.913683] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.913831] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.914219] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.914413] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.914525] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.914766] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.914890] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.915232] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 is going to be updated. [ 1262.978432] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.978679] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.978734] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.978999] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.979232] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.995188] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 in Status: IN_PROGRESS for 2s [ 1263.311664] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1263.311847] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1264.726426] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.726802] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-46" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.726802] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-46" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.727045] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-46" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.727308] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.727507] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.727630] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.727850] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.727996] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.728237] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1264.728386] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1264.728458] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1264.728565] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1264.728697] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1264.728803] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1264.728940] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1264.753787] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1264.754026] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1264.755080] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1264.755080] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-46" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.755080] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-dc9c6b12-46cc-41be-85ba-c58388b46a5a taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.755080] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-dc9c6b12-46cc-41be-85ba-c58388b46a5a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.755080] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-dc9c6b12-46cc-41be-85ba-c58388b46a5a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.755444] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-dc9c6b12-46cc-41be-85ba-c58388b46a5a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.755444] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc9c6b12-46cc-41be-85ba-c58388b46a5a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.017619] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 in Status: SUCCESS [ 1265.017891] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.258120] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.258492] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.258579] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.258914] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.259083] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.259491] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.259667] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.259787] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.260030] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.260203] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.260604] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.260800] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.260921] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.261154] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.261350] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.261558] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: dc9c6b12-46cc-41be-85ba-c58388b46a5a is going to be updated. [ 1265.305649] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.305893] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.305993] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.306323] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.306527] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.306755] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-dc9c6b12-46cc-41be-85ba-c58388b46a5a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.997717] env[66979]: INFO networking_nsxv3.common.synchronization [req-18c37435-e1ea-4310-af4e-27da581753bd req-1c28cf40-647c-4c75-98c0-20d3986ed89c service nova] Enqueued Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_rules [ 1265.998047] env[66979]: INFO networking_nsxv3.common.synchronization [req-18c37435-e1ea-4310-af4e-27da581753bd req-1c28cf40-647c-4c75-98c0-20d3986ed89c service nova] Enqueued Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_members [ 1265.998047] env[66979]: INFO networking_nsxv3.common.synchronization [req-18c37435-e1ea-4310-af4e-27da581753bd req-1c28cf40-647c-4c75-98c0-20d3986ed89c service nova] Enqueued Resource ID: dc9c6b12-46cc-41be-85ba-c58388b46a5a with Priority: HIGHEST for action port [ 1265.998628] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_rules [ 1265.998776] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_members [ 1265.998871] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc9c6b12-46cc-41be-85ba-c58388b46a5a with Priority: HIGHEST for action port [ 1265.999230] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f72661a1-79ab-4976-a1a4-72f9ad7c40e3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.999363] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.999433] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.999637] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.999719] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.000668] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.000787] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.000855] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.001056] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.001214] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.001328] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.001433] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.002023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.002023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.002023] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.002559] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc9c6b12-46cc-41be-85ba-c58388b46a5a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.002670] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc9c6b12-46cc-41be-85ba-c58388b46a5a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.002739] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc9c6b12-46cc-41be-85ba-c58388b46a5a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.003132] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc9c6b12-46cc-41be-85ba-c58388b46a5a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.003132] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc9c6b12-46cc-41be-85ba-c58388b46a5a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.505441] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.505671] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.505725] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.506728] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc9c6b12-46cc-41be-85ba-c58388b46a5a with status ACTIVE [ 1266.506854] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.506999] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.507073] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.507444] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.507581] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.507768] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.507997] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.508069] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.508274] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.508274] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.508456] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.508612] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.508612] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.508752] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.508801] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.508923] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc9c6b12-46cc-41be-85ba-c58388b46a5a is going to be updated. [ 1266.532581] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.532782] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.532782] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.532992] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.533143] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.533322] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc9c6b12-46cc-41be-85ba-c58388b46a5a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.011371] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.513839] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.514109] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.514109] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.514338] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.514450] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.514572] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 is going to be updated. [ 1267.549192] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.549429] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.549541] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.549665] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.549951] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.560537] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 in Status: IN_PROGRESS for 2s [ 1269.574020] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 in Status: SUCCESS [ 1269.574424] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.574571] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.574828] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.575037] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.575169] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.575224] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.575401] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.575509] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.575569] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.575660] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.078535] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.581139] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f72661a1-79ab-4976-a1a4-72f9ad7c40e3: rpc.has_security_group_logging(os_id): False [ 1270.602511] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.602787] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.602787] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.603069] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.603180] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.603506] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.603696] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.603696] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.603900] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.603996] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.604138] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 is going to be updated. [ 1270.690080] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.690356] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.690495] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.690830] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.691109] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.703731] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 in Status: IN_PROGRESS for 2s [ 1270.999759] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1270.999879] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1272.058308] env[66979]: INFO networking_nsxv3.common.synchronization [req-519f2cd1-ad07-4126-a665-d14fb48dbda5 req-7a35ea33-1057-4c9e-92e1-7bcfc939429a tempest-ServerActionsTestJSON-1937184917 tempest-ServerActionsTestJSON-1937184917-project-member] Enqueued Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGHEST for action security_group_members [ 1272.058574] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGHEST for action security_group_members [ 1272.058722] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b00020e5-8cdf-4b2a-81f2-d5cef6735431 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.059422] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.059422] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.059422] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.059422] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.059607] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.059607] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.059691] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.059773] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.059860] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.562900] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.562900] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.562900] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.563258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.563258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.563525] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.563663] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.563750] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.563950] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.564069] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.564187] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 is going to be updated. [ 1272.595122] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.595508] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.595508] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.595724] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.595892] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.605754] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 in Status: IN_PROGRESS for 2s [ 1272.659256] env[66979]: INFO networking_nsxv3.common.synchronization [req-d66867ce-b153-452b-8792-0a678b03a5e1 req-c2fec536-c904-4cbb-a405-a8278019e610 tempest-ServerActionsTestOtherA-827617278 tempest-ServerActionsTestOtherA-827617278-project-member] Enqueued Resource ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c with Priority: HIGHEST for action security_group_members [ 1272.660640] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c with Priority: HIGHEST for action security_group_members [ 1272.660640] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.660640] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.660940] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.661077] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.662275] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.662275] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.662275] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.662275] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.662275] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.662275] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5e97c8e-582c-423c-98d2-eda3f2db5a0c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.718911] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 in Status: SUCCESS [ 1272.719178] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.168536] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.169042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.169042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.169042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.169191] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.169351] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.169454] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.169560] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.169669] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.169744] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.169831] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c is going to be updated. [ 1273.200722] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.200904] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.200904] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.201263] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.201355] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.213596] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c in Status: IN_PROGRESS for 2s [ 1274.617857] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 in Status: SUCCESS [ 1274.618271] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 deletion is rescheduled due to dependency. [ 1274.618321] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.225680] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c in Status: SUCCESS [ 1275.225886] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5e97c8e-582c-423c-98d2-eda3f2db5a0c deletion is rescheduled due to dependency. [ 1275.226014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5e97c8e-582c-423c-98d2-eda3f2db5a0c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.661031] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1277.661354] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1281.717994] env[66979]: INFO networking_nsxv3.common.synchronization [req-f3c4f05d-1590-48f7-a21d-afda11490148 req-ce6d6752-1235-49dd-8769-3aa4d0d4b12c tempest-ServerActionsTestJSON-1937184917 tempest-ServerActionsTestJSON-1937184917-project-member] Enqueued Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGHEST for action security_group_members [ 1281.718850] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGHEST for action security_group_members [ 1281.719260] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b00020e5-8cdf-4b2a-81f2-d5cef6735431 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.719451] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.719567] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.719904] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.720114] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.720278] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.720389] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.720598] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.720689] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.720788] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.031351] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-669 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.031567] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-669" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.031697] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-669" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.031973] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-669" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.032239] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.032504] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.032662] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.032880] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.033039] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.033267] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1282.033377] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1282.033483] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1282.033598] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1282.033705] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1282.033810] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1282.033942] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1282.060991] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1282.061336] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1282.061576] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1282.061868] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-669" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.062368] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-1d7b3440-521e-47cd-82cf-e085ee60b4d5 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.062872] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-1d7b3440-521e-47cd-82cf-e085ee60b4d5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.062872] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-1d7b3440-521e-47cd-82cf-e085ee60b4d5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.063343] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-1d7b3440-521e-47cd-82cf-e085ee60b4d5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.063580] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d7b3440-521e-47cd-82cf-e085ee60b4d5',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.223972] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.224167] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.224215] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.224503] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.224606] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.224805] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.224902] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.224964] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.225144] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.225219] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.225306] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 is going to be updated. [ 1282.254208] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.254422] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.254422] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.254781] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.254933] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.263907] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 in Status: IN_PROGRESS for 2s [ 1282.566656] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.566973] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.567153] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.567466] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.567660] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.567881] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 1d7b3440-521e-47cd-82cf-e085ee60b4d5 not found, creating... [ 1282.568474] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.568474] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.568632] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.568799] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.568968] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.569312] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.569504] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.569658] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.569905] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.570078] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.570230] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 1d7b3440-521e-47cd-82cf-e085ee60b4d5 is going to be created. [ 1282.595881] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.596147] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.596210] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.596468] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.596814] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.597051] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-1d7b3440-521e-47cd-82cf-e085ee60b4d5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.003313] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.003842] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.003842] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.003842] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.004053] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.281647] env[66979]: INFO networking_nsxv3.common.synchronization [req-f3c4f05d-1590-48f7-a21d-afda11490148 req-edefd3a1-3055-43e0-95a5-2d924fc28746 service nova] Enqueued Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGHEST for action security_group_rules [ 1283.281831] env[66979]: INFO networking_nsxv3.common.synchronization [req-f3c4f05d-1590-48f7-a21d-afda11490148 req-edefd3a1-3055-43e0-95a5-2d924fc28746 service nova] Enqueued Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGHEST for action security_group_members [ 1283.281970] env[66979]: INFO networking_nsxv3.common.synchronization [req-f3c4f05d-1590-48f7-a21d-afda11490148 req-edefd3a1-3055-43e0-95a5-2d924fc28746 service nova] Enqueued Resource ID: 1d7b3440-521e-47cd-82cf-e085ee60b4d5 with Priority: HIGHEST for action port [ 1283.282906] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGHEST for action security_group_rules [ 1283.285492] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGHEST for action security_group_members [ 1283.285492] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d7b3440-521e-47cd-82cf-e085ee60b4d5 with Priority: HIGHEST for action port [ 1283.285492] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.285492] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.285492] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.285492] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.285492] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.285492] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b00020e5-8cdf-4b2a-81f2-d5cef6735431 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.285492] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.285492] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d7b3440-521e-47cd-82cf-e085ee60b4d5 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.285883] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d7b3440-521e-47cd-82cf-e085ee60b4d5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.285883] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d7b3440-521e-47cd-82cf-e085ee60b4d5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.286028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d7b3440-521e-47cd-82cf-e085ee60b4d5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.286110] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d7b3440-521e-47cd-82cf-e085ee60b4d5',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.394254] env[66979]: INFO networking_nsxv3.common.synchronization [req-8900ccd9-9fc1-4e9b-b6fa-51d987b51d89 req-7a2d9072-fcbb-4ba2-beac-f3612cc68a4f tempest-ServerActionsTestOtherB-718778395 tempest-ServerActionsTestOtherB-718778395-project-member] Enqueued Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_members [ 1283.394904] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 with Priority: HIGHEST for action security_group_members [ 1283.395229] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.395350] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.395413] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.395631] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.396017] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.396017] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.396017] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.396156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.396221] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.396299] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f72661a1-79ab-4976-a1a4-72f9ad7c40e3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.506630] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.787784] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b00020e5-8cdf-4b2a-81f2-d5cef6735431 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.787968] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.788107] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d7b3440-521e-47cd-82cf-e085ee60b4d5 with status ACTIVE [ 1283.788280] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.788387] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.788464] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.788664] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.788745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.788910] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.789013] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.789079] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.789223] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.789306] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.789488] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.789585] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.789646] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.789784] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.789856] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.789939] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d7b3440-521e-47cd-82cf-e085ee60b4d5 is going to be updated. [ 1283.810841] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.811136] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.811136] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.811290] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.811395] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.811554] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d7b3440-521e-47cd-82cf-e085ee60b4d5" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.898389] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.898558] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.898610] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.898825] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.898916] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.899128] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.899227] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.899286] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.899432] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.899508] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.899596] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 is going to be updated. [ 1283.963937] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.964179] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.964179] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.964479] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.964717] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.975116] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 in Status: IN_PROGRESS for 2s [ 1284.008940] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.273463] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 in Status: SUCCESS [ 1284.273649] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 deletion is rescheduled due to dependency. [ 1284.273719] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.273912] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.274167] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.274359] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.274476] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.274574] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.274708] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.274862] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.274909] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.511432] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1284.511614] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1284.777448] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.280236] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.289132] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.289357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.289357] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.289554] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.301783] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1285.302666] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.303829] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1285.338671] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.338970] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.338970] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.339088] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.352794] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.353629] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1285.353804] env[66979]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=66979) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1285.353804] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1285.395105] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.395322] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.395322] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.395554] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.396883] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.397088] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1285.480843] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.481061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.481061] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.481264] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.481584] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.481878] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1285.571543] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.571779] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.571779] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.572401] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.572401] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.572673] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1285.572774] env[66979]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'1bbb529f-994b-4d08-a55b-59802ab8d06c', '7700d124-4838-4e2c-b4fc-3aea73b1a259', '3815d466-bf50-4607-a489-1b87ba77d724', '373c8880-0089-41d4-8171-864687a91e2d', '3b8785ea-bee8-43ad-8d16-ce2c11b1a847', '00c23254-d4ff-4c62-83ae-8667967e0b2f', 'b00020e5-8cdf-4b2a-81f2-d5cef6735431', '0f1657e5-9388-4ed7-85d2-c5cc69d1529e', '6c53fb99-a395-4c85-9f56-ccb24839868d', 'ea1890c9-1a26-47b7-be21-4bf5c002f6f3', '7a2e2d4f-7a24-4443-86f9-bc8f62f4e611', '0766ae9a-8d8e-40fc-85ef-62bc4c6960e9', 'dc444871-a0a7-4499-8697-fbc9d061c2bb', '0cfbd9f6-6f98-470f-b021-2e4676f0fb04', '45f1a663-4683-49a6-98a9-616bfa62b608', '74291914-b560-4c39-ae8e-dbd28b635286', '3683c386-e51c-4bb2-880b-952c6c446c1c', '8606b7f1-120a-459b-b2b0-295e62e6f9b6', 'cf0f3f62-4622-453b-92eb-c707aa784a14', '10c3eac2-107d-48a5-85b4-47cb69fc0e9d', '7ad799ee-bbf6-483b-8d55-df9eab8a371a', 'eedad741-6a22-44f9-906d-da3a86714261', 'f83d3924-9f4a-4cf8-ac9a-8810327d5e64', '229cf72b-1950-4e2c-94b2-7753467aadf2', '4e589596-cec8-4f81-a0ff-9c4ac80d5abd', '1b81965c-36f3-4ca2-a830-d83375549e55', '3b417090-0d8d-4c97-9dd8-130455d49254', '9c5432c5-03db-4183-b553-ccc5492bb34b', 'a2b1c138-a92e-4031-9abc-cdb09e8e1034', '38e7e6f6-61e9-44d3-8de5-a8ff8f212ea0', '77723165-bb10-4849-b9dc-abee857eeb83', 'f5e97c8e-582c-423c-98d2-eda3f2db5a0c', 'cdcf65e6-e785-4d77-a9cf-3a6fa6bce984', '6b51eef3-7de4-4972-9885-c342a512c0e9', 'fc405a3b-eed8-485b-b0cd-c15ed5254992', 'e0fcfbe4-ace7-4530-b35f-c7520df0c6b0', '6351de7f-ec15-4007-8369-96a59693fbbc', '7e47ceab-7176-4d12-bf85-edd8ce39dc87', 'bb90cda4-3ce4-467a-968c-a64b663161b4', '189a52de-13b0-4587-a4d9-48438f2ebc6f', 'f06e24c9-1464-45b2-a26f-4efe26955678', '5ffd4c21-5aa1-4cbe-9111-efb335a5d14b', '6af54c60-d31c-4ee2-9c26-afe2e7abe795', 'b9218918-fcee-4786-9e37-b26af191e097', 'f8c984d5-2418-4800-a502-c0f56c142940', 'f72661a1-79ab-4976-a1a4-72f9ad7c40e3'} {{(pid=66979) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1285.572919] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1285.591762] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.591912] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.591983] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.592196] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.592280] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.592389] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1285.592484] env[66979]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=66979) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1285.592564] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1285.686648] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.686873] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.686873] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.688501] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.688501] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.688501] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1285.688682] env[66979]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=66979) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1285.688682] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1285.688682] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1285.688786] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1285.688824] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c with Priority: HIGH for action security_group_rules [ 1285.688898] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGH for action security_group_rules [ 1285.688963] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3815d466-bf50-4607-a489-1b87ba77d724 with Priority: HIGH for action security_group_rules [ 1285.689034] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 373c8880-0089-41d4-8171-864687a91e2d with Priority: HIGH for action security_group_rules [ 1285.689097] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 with Priority: HIGH for action security_group_rules [ 1285.689157] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 00c23254-d4ff-4c62-83ae-8667967e0b2f with Priority: HIGH for action security_group_rules [ 1285.689218] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGH for action security_group_rules [ 1285.689280] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e with Priority: HIGH for action security_group_rules [ 1285.689341] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6c53fb99-a395-4c85-9f56-ccb24839868d with Priority: HIGH for action security_group_rules [ 1285.689403] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 with Priority: HIGH for action security_group_rules [ 1285.689465] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 with Priority: HIGH for action security_group_rules [ 1285.689528] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 with Priority: HIGH for action security_group_rules [ 1285.689593] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dc444871-a0a7-4499-8697-fbc9d061c2bb with Priority: HIGH for action security_group_rules [ 1285.689648] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGH for action security_group_rules [ 1285.689714] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 45f1a663-4683-49a6-98a9-616bfa62b608 with Priority: HIGH for action security_group_rules [ 1285.689765] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74291914-b560-4c39-ae8e-dbd28b635286 with Priority: HIGH for action security_group_rules [ 1285.689830] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3683c386-e51c-4bb2-880b-952c6c446c1c with Priority: HIGH for action security_group_rules [ 1285.689891] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8606b7f1-120a-459b-b2b0-295e62e6f9b6 with Priority: HIGH for action security_group_rules [ 1285.689955] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf0f3f62-4622-453b-92eb-c707aa784a14 with Priority: HIGH for action security_group_rules [ 1285.690025] env[66979]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 10c3eac2-107d-48a5-85b4-47cb69fc0e9d with Priority: HIGH for action security_group_rules [ 1285.690119] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.782879] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.783055] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.783176] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.783342] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.783429] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.783527] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 is going to be updated. [ 1285.811256] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.811448] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.811516] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.812088] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.812088] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.825429] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 in Status: IN_PROGRESS for 2s [ 1285.985335] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 in Status: SUCCESS [ 1285.985540] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f72661a1-79ab-4976-a1a4-72f9ad7c40e3 deletion is rescheduled due to dependency. [ 1285.985659] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f72661a1-79ab-4976-a1a4-72f9ad7c40e3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.833547] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 in Status: SUCCESS [ 1287.833981] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.833981] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.834263] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.834664] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.834832] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.834920] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.835125] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.835239] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.835349] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.835460] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.338101] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.395912] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1288.396160] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1288.396213] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c with Priority: HIGH for action security_group_rules [ 1288.396313] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3815d466-bf50-4607-a489-1b87ba77d724 with Priority: HIGH for action security_group_rules [ 1288.396413] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGH for action security_group_rules [ 1288.396512] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45f1a663-4683-49a6-98a9-616bfa62b608 with Priority: HIGH for action security_group_rules [ 1288.396608] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10c3eac2-107d-48a5-85b4-47cb69fc0e9d with Priority: HIGH for action security_group_rules [ 1288.396702] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf0f3f62-4622-453b-92eb-c707aa784a14 with Priority: HIGH for action security_group_rules [ 1288.396790] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8606b7f1-120a-459b-b2b0-295e62e6f9b6 with Priority: HIGH for action security_group_rules [ 1288.396883] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3683c386-e51c-4bb2-880b-952c6c446c1c with Priority: HIGH for action security_group_rules [ 1288.396970] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 with Priority: HIGH for action security_group_rules [ 1288.397069] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74291914-b560-4c39-ae8e-dbd28b635286 with Priority: HIGH for action security_group_rules [ 1288.397157] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc444871-a0a7-4499-8697-fbc9d061c2bb with Priority: HIGH for action security_group_rules [ 1288.397242] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 with Priority: HIGH for action security_group_rules [ 1288.397368] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 with Priority: HIGH for action security_group_rules [ 1288.397517] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 with Priority: HIGH for action security_group_rules [ 1288.397666] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c53fb99-a395-4c85-9f56-ccb24839868d with Priority: HIGH for action security_group_rules [ 1288.397774] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00c23254-d4ff-4c62-83ae-8667967e0b2f with Priority: HIGH for action security_group_rules [ 1288.397875] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e with Priority: HIGH for action security_group_rules [ 1288.398049] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 with Priority: HIGH for action security_group_rules [ 1288.398190] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 with Priority: HIGH for action security_group_rules [ 1288.398287] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 373c8880-0089-41d4-8171-864687a91e2d with Priority: HIGH for action security_group_rules [ 1288.399045] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1bbb529f-994b-4d08-a55b-59802ab8d06c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.399188] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.399278] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.399523] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.399608] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1bbb529f-994b-4d08-a55b-59802ab8d06c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.400639] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3815d466-bf50-4607-a489-1b87ba77d724 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.400786] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.400858] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.401063] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.401185] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3815d466-bf50-4607-a489-1b87ba77d724',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.401903] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.401995] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.402200] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-45f1a663-4683-49a6-98a9-616bfa62b608 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.402301] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.402365] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.402550] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.402630] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('45f1a663-4683-49a6-98a9-616bfa62b608',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.403419] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-10c3eac2-107d-48a5-85b4-47cb69fc0e9d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.403521] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.403587] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.403735] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.403806] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('10c3eac2-107d-48a5-85b4-47cb69fc0e9d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.404584] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf0f3f62-4622-453b-92eb-c707aa784a14 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.404706] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.404768] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.404926] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.404997] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf0f3f62-4622-453b-92eb-c707aa784a14',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.405847] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8606b7f1-120a-459b-b2b0-295e62e6f9b6 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.405962] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.406025] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.406172] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.406246] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8606b7f1-120a-459b-b2b0-295e62e6f9b6',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.406916] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3683c386-e51c-4bb2-880b-952c6c446c1c taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.407035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.407099] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.407251] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.407329] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3683c386-e51c-4bb2-880b-952c6c446c1c',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.407997] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cfbd9f6-6f98-470f-b021-2e4676f0fb04 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.408118] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.408184] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.408332] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.408402] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cfbd9f6-6f98-470f-b021-2e4676f0fb04',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.409223] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74291914-b560-4c39-ae8e-dbd28b635286 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.409354] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.409354] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.409519] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.409651] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74291914-b560-4c39-ae8e-dbd28b635286',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.410406] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dc444871-a0a7-4499-8697-fbc9d061c2bb taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.410532] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.410608] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.410751] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.410820] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dc444871-a0a7-4499-8697-fbc9d061c2bb',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.411491] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.411605] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.411703] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.411903] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.411983] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0766ae9a-8d8e-40fc-85ef-62bc4c6960e9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.412740] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.412843] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.412897] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.413059] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.413134] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7a2e2d4f-7a24-4443-86f9-bc8f62f4e611',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.413921] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ea1890c9-1a26-47b7-be21-4bf5c002f6f3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.414049] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.414120] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.414269] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.414341] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ea1890c9-1a26-47b7-be21-4bf5c002f6f3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.415188] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6c53fb99-a395-4c85-9f56-ccb24839868d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.415264] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.415264] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.415405] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.415476] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6c53fb99-a395-4c85-9f56-ccb24839868d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.416207] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00c23254-d4ff-4c62-83ae-8667967e0b2f taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.416307] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.416374] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.416521] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.416793] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00c23254-d4ff-4c62-83ae-8667967e0b2f',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.417406] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f1657e5-9388-4ed7-85d2-c5cc69d1529e taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.417534] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.417641] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.417884] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.417965] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f1657e5-9388-4ed7-85d2-c5cc69d1529e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.418832] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3b8785ea-bee8-43ad-8d16-ce2c11b1a847 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.418972] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.419054] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.419204] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.419276] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3b8785ea-bee8-43ad-8d16-ce2c11b1a847',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.420007] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7700d124-4838-4e2c-b4fc-3aea73b1a259 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.420142] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.420213] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.420362] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.420431] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7700d124-4838-4e2c-b4fc-3aea73b1a259',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.421245] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-373c8880-0089-41d4-8171-864687a91e2d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.421382] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.421485] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.421592] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.421661] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('373c8880-0089-41d4-8171-864687a91e2d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.459471] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.459649] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.459705] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.459906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.462253] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.462488] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.464255] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.464382] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.469489] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.469721] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.470707] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.470834] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.484972] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.485189] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1bbb529f-994b-4d08-a55b-59802ab8d06c is going to be deleted. [ 1288.486014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.486239] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.508779] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.509015] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 10c3eac2-107d-48a5-85b4-47cb69fc0e9d is going to be deleted. [ 1288.510277] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.510535] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.529438] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.529651] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3815d466-bf50-4607-a489-1b87ba77d724 is going to be deleted. [ 1288.530756] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.530988] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.545152] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.545391] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.556749] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.556969] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.557677] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.557799] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 45f1a663-4683-49a6-98a9-616bfa62b608 is going to be deleted. [ 1288.558681] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.558895] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.579519] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.579713] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8606b7f1-120a-459b-b2b0-295e62e6f9b6 is going to be deleted. [ 1288.580578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.580792] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.580882] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.581045] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1bbb529f-994b-4d08-a55b-59802ab8d06c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.581192] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.581350] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.581426] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.581535] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-10c3eac2-107d-48a5-85b4-47cb69fc0e9d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.588242] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.588434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.588434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.588593] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.588684] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.588800] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3815d466-bf50-4607-a489-1b87ba77d724" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.642325] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.642569] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.642569] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.642800] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.642897] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.643036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-45f1a663-4683-49a6-98a9-616bfa62b608" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.685178] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.685461] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.685461] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.685658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.685722] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.685835] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8606b7f1-120a-459b-b2b0-295e62e6f9b6" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.840145] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b00020e5-8cdf-4b2a-81f2-d5cef6735431: rpc.has_security_group_logging(os_id): False [ 1288.861380] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.861634] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.861695] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.861917] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.887966] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.888408] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.888578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.888669] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.888930] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.889052] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.889175] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 is going to be updated. [ 1288.928486] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.928740] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.928740] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.928863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.929030] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.929127] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.929226] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.929344] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.929475] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.929524] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.929597] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ea1890c9-1a26-47b7-be21-4bf5c002f6f3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.961262] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.961484] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.961484] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.961655] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.965812] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.966072] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.966703] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.966813] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.988183] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.988397] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.989360] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.989472] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.992056] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.992203] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.992951] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.993131] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.993891] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.993976] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.994700] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.994787] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.995486] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.995601] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.996365] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.996461] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.997070] env[66979]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1288.997540] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.997667] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.998631] env[66979]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1288.999060] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.999177] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7a2e2d4f-7a24-4443-86f9-bc8f62f4e611 is going to be deleted. [ 1289.000561] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.000657] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.000727] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.000938] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.002430] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.002561] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.022198] env[66979]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1289.022766] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.022913] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3683c386-e51c-4bb2-880b-952c6c446c1c is going to be deleted. [ 1289.024032] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.024272] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.053366] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.053553] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7700d124-4838-4e2c-b4fc-3aea73b1a259 is going to be deleted. [ 1289.054432] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.054739] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.092065] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.092250] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.102688] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.102937] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.104016] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.104180] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00c23254-d4ff-4c62-83ae-8667967e0b2f is going to be deleted. [ 1289.105332] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.105445] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.105558] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.106705] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.106705] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.134714] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 in Status: IN_PROGRESS for 2s [ 1289.150745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.150745] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3b8785ea-bee8-43ad-8d16-ce2c11b1a847 is going to be deleted. [ 1289.150908] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.151172] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.226030] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.226323] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.249894] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.250137] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.251616] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.251793] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cfbd9f6-6f98-470f-b021-2e4676f0fb04 is going to be deleted. [ 1289.253270] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.253605] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.304693] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.304693] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dc444871-a0a7-4499-8697-fbc9d061c2bb is going to be deleted. [ 1289.305690] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.305927] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.329903] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.330116] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.373768] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.373956] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf0f3f62-4622-453b-92eb-c707aa784a14 is going to be deleted. [ 1289.375308] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.375640] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.395354] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.395581] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.422976] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.423256] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6c53fb99-a395-4c85-9f56-ccb24839868d is going to be deleted. [ 1289.424142] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.424361] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.441396] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ea1890c9-1a26-47b7-be21-4bf5c002f6f3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.458889] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.459185] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.501960] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.502209] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0766ae9a-8d8e-40fc-85ef-62bc4c6960e9 is going to be deleted. [ 1289.503219] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.503469] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.539138] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.539364] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.556041] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.556238] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f1657e5-9388-4ed7-85d2-c5cc69d1529e is going to be deleted. [ 1289.557268] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.557508] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.570965] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.571233] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.624115] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.624325] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 373c8880-0089-41d4-8171-864687a91e2d is going to be deleted. [ 1289.625333] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.625589] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.656665] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.656914] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.709021] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.709205] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74291914-b560-4c39-ae8e-dbd28b635286 is going to be deleted. [ 1289.710101] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.710334] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.710439] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.710577] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7a2e2d4f-7a24-4443-86f9-bc8f62f4e611" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.710741] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.710911] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.710989] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.711107] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3683c386-e51c-4bb2-880b-952c6c446c1c" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.711624] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.711789] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.711863] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.711979] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7700d124-4838-4e2c-b4fc-3aea73b1a259" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.712473] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.712666] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.712745] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.712856] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00c23254-d4ff-4c62-83ae-8667967e0b2f" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.712988] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.713153] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.713231] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.713349] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3b8785ea-bee8-43ad-8d16-ce2c11b1a847" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.713469] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.713605] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.713676] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.713783] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cfbd9f6-6f98-470f-b021-2e4676f0fb04" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.713904] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.714055] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.714130] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.714237] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dc444871-a0a7-4499-8697-fbc9d061c2bb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.714358] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.714492] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.714564] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.714690] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf0f3f62-4622-453b-92eb-c707aa784a14" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.714812] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.715044] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.715120] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.715237] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6c53fb99-a395-4c85-9f56-ccb24839868d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.715379] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.715493] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.715581] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.715723] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0766ae9a-8d8e-40fc-85ef-62bc4c6960e9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.724232] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.724473] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.724473] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.724862] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.724862] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.724862] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f1657e5-9388-4ed7-85d2-c5cc69d1529e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.752990] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.753304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.753304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.753428] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.753494] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.753625] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-373c8880-0089-41d4-8171-864687a91e2d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.808465] env[66979]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1289.809079] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.809207] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.809303] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.809547] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.809663] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.809733] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74291914-b560-4c39-ae8e-dbd28b635286" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.943609] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ea1890c9-1a26-47b7-be21-4bf5c002f6f3: rpc.has_security_group_logging(os_id): False [ 1289.971415] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.971671] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.971733] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.972060] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.992065] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.992065] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.992065] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.992065] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.992065] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.992445] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.992445] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 is going to be updated. [ 1290.089027] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.089265] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.089265] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.089448] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.089592] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.109707] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 in Status: IN_PROGRESS for 2s [ 1291.150475] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 in Status: SUCCESS [ 1291.150475] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.150475] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.150475] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.150475] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.654111] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b00020e5-8cdf-4b2a-81f2-d5cef6735431 taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.654111] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.654111] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.654111] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.654111] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.654111] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.654111] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.654111] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.654111] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.654111] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.654493] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.124566] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 in Status: SUCCESS [ 1292.124845] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.157511] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.659931] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b00020e5-8cdf-4b2a-81f2-d5cef6735431: rpc.has_security_group_logging(os_id): False [ 1292.678375] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.678581] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.678670] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.678910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.679073] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.679390] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.679531] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.679633] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.679856] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.679973] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.680143] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 is going to be updated. [ 1292.738512] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.738703] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.738780] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.739060] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.739274] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.755333] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 in Status: IN_PROGRESS for 2s [ 1293.400167] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1293.400574] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1294.470409] env[66979]: INFO networking_nsxv3.common.synchronization [None req-7e242268-b307-4c7c-b913-999a84ec1ebe None None] Enqueued Resource ID: 823ceca6-1b87-4f6a-ba54-08ed4a2e9ec2 with Priority: HIGHEST for action port [ 1294.470971] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 823ceca6-1b87-4f6a-ba54-08ed4a2e9ec2 with Priority: HIGHEST for action port [ 1294.471297] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-823ceca6-1b87-4f6a-ba54-08ed4a2e9ec2 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.471434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-823ceca6-1b87-4f6a-ba54-08ed4a2e9ec2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.471492] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-823ceca6-1b87-4f6a-ba54-08ed4a2e9ec2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.471721] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-823ceca6-1b87-4f6a-ba54-08ed4a2e9ec2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.471816] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('823ceca6-1b87-4f6a-ba54-08ed4a2e9ec2',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.770424] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 in Status: SUCCESS [ 1294.770668] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.974428] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 823ceca6-1b87-4f6a-ba54-08ed4a2e9ec2 [ 1294.974706] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.974877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.974945] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.975231] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.975563] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.975563] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:823ceca6-1b87-4f6a-ba54-08ed4a2e9ec2 already deleted. [ 1294.975563] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-823ceca6-1b87-4f6a-ba54-08ed4a2e9ec2" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.590788] env[66979]: INFO networking_nsxv3.common.synchronization [None req-3feb3764-8cde-419b-9ffb-a116665a6c6f None None] Enqueued Resource ID: 37bfe710-1162-4811-84f6-2dd0209f56c9 with Priority: HIGHEST for action port [ 1296.591168] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37bfe710-1162-4811-84f6-2dd0209f56c9 with Priority: HIGHEST for action port [ 1296.591664] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-37bfe710-1162-4811-84f6-2dd0209f56c9 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.591787] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37bfe710-1162-4811-84f6-2dd0209f56c9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.591847] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37bfe710-1162-4811-84f6-2dd0209f56c9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.592080] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37bfe710-1162-4811-84f6-2dd0209f56c9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.592163] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37bfe710-1162-4811-84f6-2dd0209f56c9',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.093885] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37bfe710-1162-4811-84f6-2dd0209f56c9 [ 1297.094205] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.094370] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.094445] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.094724] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.094833] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.094945] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37bfe710-1162-4811-84f6-2dd0209f56c9 already deleted. [ 1297.095065] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37bfe710-1162-4811-84f6-2dd0209f56c9" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.619877] env[66979]: INFO networking_nsxv3.common.synchronization [req-16809bf2-1f46-454d-b146-7fc707fc71e4 req-e2c44437-72f9-4d8a-aa37-baa7fc19a25b tempest-ServersTestJSON-2080707616 tempest-ServersTestJSON-2080707616-project-member] Enqueued Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1299.620427] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1299.620752] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.620888] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.620955] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.621239] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.621402] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.621504] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.621566] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.621725] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.621839] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.621938] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.874785] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.875010] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.875146] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.875479] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.875814] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.875998] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.876132] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.876358] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.876502] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.876718] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1299.876831] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1299.876938] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1299.877053] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1299.877162] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1299.877267] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1299.877399] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1299.897633] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1299.897791] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1299.897881] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1299.898070] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.898384] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-e7d85d10-d6aa-4f4e-9fd8-ae493b03822d taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.898552] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-e7d85d10-d6aa-4f4e-9fd8-ae493b03822d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.898668] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-e7d85d10-d6aa-4f4e-9fd8-ae493b03822d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.898981] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-e7d85d10-d6aa-4f4e-9fd8-ae493b03822d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.899133] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7d85d10-d6aa-4f4e-9fd8-ae493b03822d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1300.124256] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.124409] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.124485] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.124740] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.124820] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.125026] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.125145] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.125241] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.125425] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.125503] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.125590] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd already deleted. [ 1300.125691] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.401753] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.402031] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.402088] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.402363] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.402505] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.402699] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port e7d85d10-d6aa-4f4e-9fd8-ae493b03822d not found, creating... [ 1300.402982] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.403173] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.403313] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.403578] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.403815] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.404277] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.404470] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.404592] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.404836] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.405074] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.405226] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: e7d85d10-d6aa-4f4e-9fd8-ae493b03822d is going to be created. [ 1300.426564] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.426776] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.426886] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.427232] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.427515] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.427757] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-e7d85d10-d6aa-4f4e-9fd8-ae493b03822d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.150058] env[66979]: INFO networking_nsxv3.common.synchronization [req-16809bf2-1f46-454d-b146-7fc707fc71e4 req-eb5dd9d6-c6dc-424d-85e9-d2ef43c0680b service nova] Enqueued Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_rules [ 1301.150341] env[66979]: INFO networking_nsxv3.common.synchronization [req-16809bf2-1f46-454d-b146-7fc707fc71e4 req-eb5dd9d6-c6dc-424d-85e9-d2ef43c0680b service nova] Enqueued Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1301.150452] env[66979]: INFO networking_nsxv3.common.synchronization [req-16809bf2-1f46-454d-b146-7fc707fc71e4 req-eb5dd9d6-c6dc-424d-85e9-d2ef43c0680b service nova] Enqueued Resource ID: e7d85d10-d6aa-4f4e-9fd8-ae493b03822d with Priority: HIGHEST for action port [ 1301.150899] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_rules [ 1301.151046] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1301.151147] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7d85d10-d6aa-4f4e-9fd8-ae493b03822d with Priority: HIGHEST for action port [ 1301.151447] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.151522] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.151587] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.151836] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.151921] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.154309] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.154309] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.154309] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.154525] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.154525] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.154603] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.154603] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.154766] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.154878] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.154947] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.156578] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7d85d10-d6aa-4f4e-9fd8-ae493b03822d taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.156578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7d85d10-d6aa-4f4e-9fd8-ae493b03822d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.156578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7d85d10-d6aa-4f4e-9fd8-ae493b03822d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.156769] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7d85d10-d6aa-4f4e-9fd8-ae493b03822d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.156769] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7d85d10-d6aa-4f4e-9fd8-ae493b03822d',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.654507] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.654764] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.657399] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.658337] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7d85d10-d6aa-4f4e-9fd8-ae493b03822d with status ACTIVE [ 1301.658529] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.658647] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.658717] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.658927] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.659028] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.659212] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.659313] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.659375] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.659526] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.659613] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.660877] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.660877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.660877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.660877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.660877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.660877] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7d85d10-d6aa-4f4e-9fd8-ae493b03822d is going to be updated. [ 1301.684305] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.684527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.684527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.684717] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.684867] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.685034] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7d85d10-d6aa-4f4e-9fd8-ae493b03822d" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.162301] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.664911] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.665189] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.665307] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.666102] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.666102] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.666102] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd is going to be created. [ 1302.689930] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.690178] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.690306] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.690563] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.690785] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.699998] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: UNINITIALIZED for 2s [ 1304.711784] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: SUCCESS [ 1304.712267] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.712267] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.712478] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.712671] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.712794] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.712862] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.713024] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.713110] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.713194] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.713284] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.217192] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.217468] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.217558] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.217806] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.218069] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.218230] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.218331] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.218551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.218684] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.218833] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.219089] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.219243] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.219345] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.219551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.219750] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.219896] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.220011] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.220211] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.220336] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.220476] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.220618] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.722981] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca08e919-8c71-475f-95ad-a4c3db3ed0fd: rpc.has_security_group_logging(os_id): False [ 1305.742237] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.742424] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.742472] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.742665] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.742766] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.742991] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.743120] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.743186] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.743348] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.743427] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.743906] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.743906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.743906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.743906] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.744145] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.744145] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.744232] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.744295] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.744437] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.744511] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.744592] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd is going to be created. [ 1305.798307] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.798469] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.798515] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.798711] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.798893] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.808836] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: IN_PROGRESS for 2s [ 1306.152801] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1306.152979] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1307.821783] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: SUCCESS [ 1307.822198] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.964863] env[66979]: INFO networking_nsxv3.common.synchronization [req-cc7675d1-4633-47ed-82eb-5c5f4825ec38 req-dd5bb6ff-c23e-4eb0-a3ca-518f4056c812 tempest-AttachVolumeShelveTestJSON-1020311367 tempest-AttachVolumeShelveTestJSON-1020311367-project-member] Enqueued Resource ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 with Priority: HIGHEST for action security_group_members [ 1310.965459] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 with Priority: HIGHEST for action security_group_members [ 1310.965769] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.965920] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.965969] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.966282] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.966922] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.966922] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.966922] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.966922] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.966922] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.966922] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ea1890c9-1a26-47b7-be21-4bf5c002f6f3',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.469228] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.469431] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.469431] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.469616] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.469707] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.469918] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.470035] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.470103] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.470230] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.470305] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.470390] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 is going to be updated. [ 1311.500922] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.501225] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.501225] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.501412] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.501584] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.511517] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 in Status: IN_PROGRESS for 2s [ 1313.523848] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 in Status: SUCCESS [ 1313.524289] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ea1890c9-1a26-47b7-be21-4bf5c002f6f3 deletion is rescheduled due to dependency. [ 1313.524289] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ea1890c9-1a26-47b7-be21-4bf5c002f6f3" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.752179] env[66979]: INFO networking_nsxv3.common.synchronization [req-cbc8edaa-4441-4c39-b1f3-b8094ff5f8a1 req-4015d84e-529d-4451-be5c-8092005a3574 tempest-ServersTestJSON-2080707616 tempest-ServersTestJSON-2080707616-project-member] Enqueued Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1314.752719] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1314.753107] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.753239] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.753311] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.753514] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.753671] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.753770] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.753862] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.753971] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.754236] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.754376] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.017100] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.017329] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.017432] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.017700] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.018054] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.018219] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.018335] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.018547] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.018691] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.018905] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1315.019028] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1315.019142] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1315.019245] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1315.019353] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1315.019459] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1315.019592] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1315.040440] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1315.040766] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1315.041076] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1315.041388] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.041918] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-c89055b1-dbe1-4eda-9299-3587b7a02f8a taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.042238] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-c89055b1-dbe1-4eda-9299-3587b7a02f8a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.042507] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-c89055b1-dbe1-4eda-9299-3587b7a02f8a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.043009] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-c89055b1-dbe1-4eda-9299-3587b7a02f8a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.043247] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c89055b1-dbe1-4eda-9299-3587b7a02f8a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.257861] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.546362] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.546609] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.546723] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.547036] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.547220] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.547521] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port c89055b1-dbe1-4eda-9299-3587b7a02f8a not found, creating... [ 1315.547710] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.547893] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.548034] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.548291] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.548461] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.548846] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.549131] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.549207] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.549437] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.549589] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.549727] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: c89055b1-dbe1-4eda-9299-3587b7a02f8a is going to be created. [ 1315.574230] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.574490] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.574619] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.574901] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.575162] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.575381] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-c89055b1-dbe1-4eda-9299-3587b7a02f8a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.760812] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.263668] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.263857] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.263941] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.264291] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.264413] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.264516] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd is going to be updated. [ 1316.291801] env[66979]: INFO networking_nsxv3.common.synchronization [req-cbc8edaa-4441-4c39-b1f3-b8094ff5f8a1 req-e6673c6b-ca5e-4f11-8c1b-5c5fce1a342e service nova] Enqueued Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_rules [ 1316.292323] env[66979]: INFO networking_nsxv3.common.synchronization [req-cbc8edaa-4441-4c39-b1f3-b8094ff5f8a1 req-e6673c6b-ca5e-4f11-8c1b-5c5fce1a342e service nova] Enqueued Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1316.292323] env[66979]: INFO networking_nsxv3.common.synchronization [req-cbc8edaa-4441-4c39-b1f3-b8094ff5f8a1 req-e6673c6b-ca5e-4f11-8c1b-5c5fce1a342e service nova] Enqueued Resource ID: c89055b1-dbe1-4eda-9299-3587b7a02f8a with Priority: HIGHEST for action port [ 1316.293065] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_rules [ 1316.293065] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1316.293065] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c89055b1-dbe1-4eda-9299-3587b7a02f8a with Priority: HIGHEST for action port [ 1316.293262] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.293346] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.293413] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.293612] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.293692] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.294593] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.294722] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.294929] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-c89055b1-dbe1-4eda-9299-3587b7a02f8a taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.295041] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c89055b1-dbe1-4eda-9299-3587b7a02f8a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.295194] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c89055b1-dbe1-4eda-9299-3587b7a02f8a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.295318] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c89055b1-dbe1-4eda-9299-3587b7a02f8a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.295419] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c89055b1-dbe1-4eda-9299-3587b7a02f8a',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.296805] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.296969] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.296969] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.297144] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.297285] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.308506] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: IN_PROGRESS for 2s [ 1316.800280] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.800881] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.800881] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c89055b1-dbe1-4eda-9299-3587b7a02f8a with status ACTIVE [ 1316.800881] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.800881] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.800881] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.801105] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.801179] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.801384] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.801483] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.801549] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.801700] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.801776] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.801952] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.802055] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.802116] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.802249] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.802319] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.802400] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c89055b1-dbe1-4eda-9299-3587b7a02f8a is going to be updated. [ 1316.822949] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.823172] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.823172] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.823329] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.823458] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.823610] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c89055b1-dbe1-4eda-9299-3587b7a02f8a" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.318979] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: SUCCESS [ 1318.319432] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.319432] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.319642] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.319834] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.320027] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.320027] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.320368] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.320368] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.320368] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.823052] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.325604] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.827854] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.827985] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.828078] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.828301] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.828391] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.828491] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd is going to be updated. [ 1319.860283] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.860432] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.860552] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.860705] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.860848] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.870247] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: IN_PROGRESS for 2s [ 1321.294284] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1321.294660] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1321.884415] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: SUCCESS [ 1321.884644] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.884810] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.885249] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.885575] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.885766] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.885870] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.886288] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.886430] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.886582] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.886727] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.390107] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.390107] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.390107] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.390107] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.390659] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.390659] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.390659] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.390659] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.390659] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.390862] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.390862] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.391221] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.391221] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.391221] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.391392] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.391529] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.391595] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.391743] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.391818] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.391902] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.391993] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.893644] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca08e919-8c71-475f-95ad-a4c3db3ed0fd: rpc.has_security_group_logging(os_id): False [ 1322.911501] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.911762] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.911762] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.911910] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.911960] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.912188] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.912316] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.912391] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.912479] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.912551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.912722] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.912841] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.912997] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.913168] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.913247] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.913459] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.913596] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.913661] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.913856] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.913990] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.914134] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd is going to be updated. [ 1322.974988] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.975297] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.975297] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.975463] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.975592] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.989604] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: IN_PROGRESS for 2s [ 1325.007118] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: SUCCESS [ 1325.007518] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.067937] env[66979]: INFO networking_nsxv3.common.synchronization [req-a62cbc5c-3c6d-4aac-a0a2-fa8bd2126ebb req-7897c2b6-31e0-42ca-a7d2-45c57cf969bb tempest-ServersTestJSON-2080707616 tempest-ServersTestJSON-2080707616-project-member] Enqueued Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1326.068449] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1326.069048] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.069048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.069048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.069316] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.069657] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.069657] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.069657] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.069822] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.069991] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.070144] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1326.573058] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.075809] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.580995] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.581215] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.581215] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.581420] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.581542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.581611] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd is going to be updated. [ 1327.609493] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.609658] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.609712] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.609907] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.610070] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.622022] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: IN_PROGRESS for 2s [ 1329.633058] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: SUCCESS [ 1329.633408] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.069654] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1331.070024] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1335.232222] env[66979]: INFO networking_nsxv3.common.synchronization [req-30eaf2d6-1373-4d40-8da7-e08bb737c5ef req-2d634308-9644-4d5b-860b-9cb20d591a1a tempest-ServersTestJSON-2080707616 tempest-ServersTestJSON-2080707616-project-member] Enqueued Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1335.232794] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1335.233120] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.233243] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.233326] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.233498] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.233641] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.233738] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.233799] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.233938] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.234140] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.234259] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.542482] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.542482] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.542482] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.542482] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.543187] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.543925] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.543925] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.543925] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.544138] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.544341] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1335.544556] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1335.544715] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1335.544866] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1335.545129] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1335.545334] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1335.545528] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1335.567783] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1335.568098] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1335.568267] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1335.568623] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.569060] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-0c71a7ee-9b6f-4a9c-be3a-7c3c25d4e421 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.569348] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-0c71a7ee-9b6f-4a9c-be3a-7c3c25d4e421" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.569539] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-0c71a7ee-9b6f-4a9c-be3a-7c3c25d4e421" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.570081] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-0c71a7ee-9b6f-4a9c-be3a-7c3c25d4e421" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.570295] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c71a7ee-9b6f-4a9c-be3a-7c3c25d4e421',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.736778] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.072363] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.072591] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.072714] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.073072] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.073245] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.073402] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 0c71a7ee-9b6f-4a9c-be3a-7c3c25d4e421 not found, creating... [ 1336.073680] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.073839] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.073952] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.074182] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.074315] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.074596] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.074747] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.074858] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.075118] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.075267] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.075404] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 0c71a7ee-9b6f-4a9c-be3a-7c3c25d4e421 is going to be created. [ 1336.095739] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.095938] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.096083] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.096484] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.096718] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.096935] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-0c71a7ee-9b6f-4a9c-be3a-7c3c25d4e421" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.238915] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.742108] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.742285] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.742328] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.742551] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.742630] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.743026] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd is going to be updated. [ 1336.770985] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.771171] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.771298] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.771426] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.771572] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.783360] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: IN_PROGRESS for 2s [ 1336.792753] env[66979]: INFO networking_nsxv3.common.synchronization [req-30eaf2d6-1373-4d40-8da7-e08bb737c5ef req-17a61489-7f4e-45d7-a13a-74bd0eab66ff service nova] Enqueued Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_rules [ 1336.793066] env[66979]: INFO networking_nsxv3.common.synchronization [req-30eaf2d6-1373-4d40-8da7-e08bb737c5ef req-17a61489-7f4e-45d7-a13a-74bd0eab66ff service nova] Enqueued Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1336.793314] env[66979]: INFO networking_nsxv3.common.synchronization [req-30eaf2d6-1373-4d40-8da7-e08bb737c5ef req-17a61489-7f4e-45d7-a13a-74bd0eab66ff service nova] Enqueued Resource ID: 0c71a7ee-9b6f-4a9c-be3a-7c3c25d4e421 with Priority: HIGHEST for action port [ 1336.794029] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_rules [ 1336.794226] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1336.794384] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c71a7ee-9b6f-4a9c-be3a-7c3c25d4e421 with Priority: HIGHEST for action port [ 1336.794896] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.794981] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.795125] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.795396] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.795492] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.796711] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.796711] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.796839] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c71a7ee-9b6f-4a9c-be3a-7c3c25d4e421 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.796945] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c71a7ee-9b6f-4a9c-be3a-7c3c25d4e421" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.797034] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c71a7ee-9b6f-4a9c-be3a-7c3c25d4e421" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.797468] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c71a7ee-9b6f-4a9c-be3a-7c3c25d4e421" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.797468] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c71a7ee-9b6f-4a9c-be3a-7c3c25d4e421',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.299099] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.299526] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.299526] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c71a7ee-9b6f-4a9c-be3a-7c3c25d4e421 with status ACTIVE [ 1337.299620] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.299735] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.299797] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.300018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.300107] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.300323] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.300436] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.300498] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.300683] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.300731] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.300916] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.301031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.301098] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.301234] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.301336] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.301380] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c71a7ee-9b6f-4a9c-be3a-7c3c25d4e421 is going to be updated. [ 1337.322223] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.322469] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.322469] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.322609] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.322736] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.322887] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c71a7ee-9b6f-4a9c-be3a-7c3c25d4e421" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.796509] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: SUCCESS [ 1338.796509] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.796509] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.796509] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.796509] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.796509] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.796509] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.796509] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.796509] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.796509] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.298933] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.801850] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.304410] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.304621] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.304621] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.304841] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.304931] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.305041] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd is going to be updated. [ 1340.334307] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.334534] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.334534] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.334675] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.334821] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.343888] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: IN_PROGRESS for 2s [ 1341.795511] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.795789] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1342.354394] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: SUCCESS [ 1342.354669] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.354669] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.354892] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.355093] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.355227] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.355297] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.355451] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.355534] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.355621] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.355709] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.858853] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.858853] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.858853] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.858853] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.858853] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.859511] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.859511] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.859511] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.859511] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.859511] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.859728] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.859787] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.859824] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.859994] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.860179] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.860299] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.860379] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.860571] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.860682] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.860789] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.860905] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.363971] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca08e919-8c71-475f-95ad-a4c3db3ed0fd: rpc.has_security_group_logging(os_id): False [ 1343.382402] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.382644] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.382644] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.382816] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.382907] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.383173] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.383277] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.383347] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.383502] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.384098] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.384098] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.384098] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.384098] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.384098] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.384098] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.384786] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.384786] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.384786] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.384786] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.384786] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.384786] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd is going to be updated. [ 1343.451223] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.451454] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.451454] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.451630] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.451801] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.464891] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: IN_PROGRESS for 2s [ 1344.246538] env[66979]: INFO networking_nsxv3.common.synchronization [req-9c3d3a12-33f6-479e-99b1-68f93818c03c req-94fe8abf-e31d-43b4-be44-582b747a518b tempest-ServerActionsTestJSON-1937184917 tempest-ServerActionsTestJSON-1937184917-project-member] Enqueued Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGHEST for action security_group_members [ 1344.247218] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 with Priority: HIGHEST for action security_group_members [ 1344.247372] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-b00020e5-8cdf-4b2a-81f2-d5cef6735431 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.247498] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.247561] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.247799] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.247920] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.248033] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.248097] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.248450] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.248450] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.248450] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b00020e5-8cdf-4b2a-81f2-d5cef6735431',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1344.751052] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.751240] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.751240] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.751486] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.751584] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.751790] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.751879] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.751941] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.752168] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.752251] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.752341] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 is going to be updated. [ 1344.779812] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1344.780048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1344.780048] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1344.780192] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1344.780331] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1344.789402] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 in Status: IN_PROGRESS for 2s [ 1345.480789] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: SUCCESS [ 1345.481205] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.799385] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 in Status: SUCCESS [ 1346.799804] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b00020e5-8cdf-4b2a-81f2-d5cef6735431 deletion is rescheduled due to dependency. [ 1346.799804] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b00020e5-8cdf-4b2a-81f2-d5cef6735431" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.000824] env[66979]: INFO networking_nsxv3.common.synchronization [req-bd28fd42-f68e-4ec2-8f65-eb386740fb47 req-f3629e23-da82-4746-aa2e-5869ac6b023e tempest-ServersTestJSON-2080707616 tempest-ServersTestJSON-2080707616-project-member] Enqueued Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1348.000824] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1348.001112] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.001199] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.001251] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.001420] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.001578] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.001702] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.001783] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.001867] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.003016] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.003016] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.504259] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.006776] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1349.509663] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.509663] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.509663] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.510042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.510042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.510042] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd is going to be updated. [ 1349.540882] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1349.541042] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1349.541111] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1349.541441] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1349.541678] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.550334] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: IN_PROGRESS for 2s [ 1351.561906] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: SUCCESS [ 1351.562380] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1353.002225] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1353.002639] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1356.714279] env[66979]: INFO networking_nsxv3.common.synchronization [req-6113e14a-5bbc-4f5f-8e53-446b4745cdc2 req-3ae28049-3f94-40df-8409-a9065277e202 tempest-ServersTestJSON-2080707616 tempest-ServersTestJSON-2080707616-project-member] Enqueued Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1356.715053] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1356.715171] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.715247] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.715307] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.715544] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.715700] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1356.715815] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1356.715898] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1356.716068] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1356.716153] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.716247] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.006553] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.006764] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.006880] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.007161] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.007416] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.007586] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.007691] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.007898] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.008049] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.008286] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1357.008399] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1357.008506] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1357.008612] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1357.008719] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1357.008821] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1357.008947] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1357.028825] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1357.028994] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1357.029153] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1357.029323] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.029633] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-4b808435-41eb-4123-9d63-c2ea4129bf21 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.029797] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-4b808435-41eb-4123-9d63-c2ea4129bf21" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.029914] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-4b808435-41eb-4123-9d63-c2ea4129bf21" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.030257] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-4b808435-41eb-4123-9d63-c2ea4129bf21" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.030394] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b808435-41eb-4123-9d63-c2ea4129bf21',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.218978] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1357.534142] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.534402] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.534564] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.534910] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.535213] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.535508] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port 4b808435-41eb-4123-9d63-c2ea4129bf21 not found, creating... [ 1357.535854] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.536115] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.536313] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.536846] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.537082] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.537447] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.537679] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.537837] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.538117] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.538328] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.538510] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: 4b808435-41eb-4123-9d63-c2ea4129bf21 is going to be created. [ 1357.557713] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1357.557997] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1357.558216] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1357.558548] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1357.558865] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.559156] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-4b808435-41eb-4123-9d63-c2ea4129bf21" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.721380] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.224584] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.224584] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.224584] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.224860] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.224860] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.224860] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd is going to be updated. [ 1358.245740] env[66979]: INFO networking_nsxv3.common.synchronization [req-6113e14a-5bbc-4f5f-8e53-446b4745cdc2 req-beea7134-a81d-474a-b3fd-9f065e6d4e4d service nova] Enqueued Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_rules [ 1358.245927] env[66979]: INFO networking_nsxv3.common.synchronization [req-6113e14a-5bbc-4f5f-8e53-446b4745cdc2 req-beea7134-a81d-474a-b3fd-9f065e6d4e4d service nova] Enqueued Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1358.246140] env[66979]: INFO networking_nsxv3.common.synchronization [req-6113e14a-5bbc-4f5f-8e53-446b4745cdc2 req-beea7134-a81d-474a-b3fd-9f065e6d4e4d service nova] Enqueued Resource ID: 4b808435-41eb-4123-9d63-c2ea4129bf21 with Priority: HIGHEST for action port [ 1358.246607] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_rules [ 1358.246739] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1358.246834] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b808435-41eb-4123-9d63-c2ea4129bf21 with Priority: HIGHEST for action port [ 1358.247106] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.247226] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.247295] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.247490] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.247600] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.248409] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.248506] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.248695] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b808435-41eb-4123-9d63-c2ea4129bf21 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.248793] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b808435-41eb-4123-9d63-c2ea4129bf21" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.248858] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b808435-41eb-4123-9d63-c2ea4129bf21" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.249033] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b808435-41eb-4123-9d63-c2ea4129bf21" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.249111] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b808435-41eb-4123-9d63-c2ea4129bf21',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.253458] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.253598] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.253598] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.253730] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.253870] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.263466] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: IN_PROGRESS for 2s [ 1358.751040] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.751468] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.751468] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b808435-41eb-4123-9d63-c2ea4129bf21 with status ACTIVE [ 1358.751542] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.751672] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.751672] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.751885] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.751976] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.752168] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.752263] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.752318] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.752472] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.752549] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.752726] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.752819] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.752878] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.753023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.753101] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.753176] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b808435-41eb-4123-9d63-c2ea4129bf21 is going to be updated. [ 1358.773230] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.773434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.773434] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.773590] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.773727] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.774014] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b808435-41eb-4123-9d63-c2ea4129bf21" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.273934] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: SUCCESS [ 1360.274351] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.274351] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.274546] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.274769] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.274871] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.274938] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.275148] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.275245] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.275534] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.778054] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.281106] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.783690] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.783690] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.784104] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.784104] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.784225] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.784276] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd is going to be updated. [ 1361.811655] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.811911] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.811911] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.811989] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.812148] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.820515] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: IN_PROGRESS for 2s [ 1363.247675] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.248075] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1363.832013] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: SUCCESS [ 1363.832322] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.832542] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.832831] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.833067] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.833194] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.833301] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.833477] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.833563] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.833650] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.833742] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.335986] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.336416] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.336416] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.336583] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.336631] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.336760] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.337123] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.337123] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.337123] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.337277] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.337394] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.337499] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.337569] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.337750] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.337915] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.338037] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.338117] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.338275] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.338370] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.338469] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.338565] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.840801] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca08e919-8c71-475f-95ad-a4c3db3ed0fd: rpc.has_security_group_logging(os_id): False [ 1364.859151] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.859379] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.859379] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.859578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.859667] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.859946] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.860108] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.860156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.860320] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.860397] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.860584] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.860679] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.860740] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.860877] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.860951] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.861141] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.861236] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.861295] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.861433] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.861506] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.861600] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd is going to be updated. [ 1364.933290] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.933533] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.933533] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.933724] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.933874] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.951139] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: IN_PROGRESS for 2s [ 1366.968179] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: SUCCESS [ 1366.968541] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.249199] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1368.249199] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1370.161716] env[66979]: INFO networking_nsxv3.common.synchronization [req-bec03b65-106b-446d-a824-9fb31ba05995 req-e3c6974b-fd86-4d4e-8085-e3b0d7696f77 tempest-ServersTestJSON-2080707616 tempest-ServersTestJSON-2080707616-project-member] Enqueued Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1370.162420] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1370.162469] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.162573] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.162620] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.162804] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.162949] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.163055] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.163117] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.163261] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.163374] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.163492] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.436360] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.436555] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.436681] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.436952] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.437225] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.437378] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.437492] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.437700] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.437863] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.438092] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1370.438204] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1370.438310] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1370.438415] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1370.438523] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1370.438663] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1370.438751] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1370.463805] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1370.464016] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1370.464139] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1370.464407] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.464667] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-9987e3bd-bf0a-4537-926f-ec40a6884acb taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.464840] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-9987e3bd-bf0a-4537-926f-ec40a6884acb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.464956] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-9987e3bd-bf0a-4537-926f-ec40a6884acb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.465285] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-9987e3bd-bf0a-4537-926f-ec40a6884acb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.465446] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9987e3bd-bf0a-4537-926f-ec40a6884acb',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.665984] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1370.967587] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.967840] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.967970] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.968335] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.968441] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.968650] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 9987e3bd-bf0a-4537-926f-ec40a6884acb not found, creating... [ 1370.968958] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.969234] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.969312] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.969581] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.969685] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.969973] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.970146] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.970260] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.970469] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.970601] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.970735] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 9987e3bd-bf0a-4537-926f-ec40a6884acb is going to be created. [ 1370.991714] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1370.991929] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1370.992043] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1370.992305] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1370.992568] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1370.992790] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-9987e3bd-bf0a-4537-926f-ec40a6884acb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.167853] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.672036] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.672036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.672036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.672036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.672036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.672036] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd is going to be updated. [ 1371.673535] env[66979]: INFO networking_nsxv3.common.synchronization [req-bec03b65-106b-446d-a824-9fb31ba05995 req-be27473a-f882-449d-8d73-1c0a2a1baa90 service nova] Enqueued Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_rules [ 1371.673843] env[66979]: INFO networking_nsxv3.common.synchronization [req-bec03b65-106b-446d-a824-9fb31ba05995 req-be27473a-f882-449d-8d73-1c0a2a1baa90 service nova] Enqueued Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1371.674109] env[66979]: INFO networking_nsxv3.common.synchronization [req-bec03b65-106b-446d-a824-9fb31ba05995 req-be27473a-f882-449d-8d73-1c0a2a1baa90 service nova] Enqueued Resource ID: 9987e3bd-bf0a-4537-926f-ec40a6884acb with Priority: HIGHEST for action port [ 1371.674815] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_rules [ 1371.675067] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1371.675290] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9987e3bd-bf0a-4537-926f-ec40a6884acb with Priority: HIGHEST for action port [ 1371.676199] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.676480] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.676653] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.677493] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.677575] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.680110] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.680260] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.680979] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-9987e3bd-bf0a-4537-926f-ec40a6884acb taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.680979] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9987e3bd-bf0a-4537-926f-ec40a6884acb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.680979] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9987e3bd-bf0a-4537-926f-ec40a6884acb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.680979] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9987e3bd-bf0a-4537-926f-ec40a6884acb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.680979] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9987e3bd-bf0a-4537-926f-ec40a6884acb',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1371.702542] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1371.702743] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1371.702743] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1371.702926] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1371.703080] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1371.712233] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: IN_PROGRESS for 2s [ 1372.182760] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.183205] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.183205] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9987e3bd-bf0a-4537-926f-ec40a6884acb with status ACTIVE [ 1372.183358] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.183470] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.183531] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.183740] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.183847] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.184034] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.184132] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.184193] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.184336] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.184469] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.184638] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.184743] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.184803] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.184948] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.185025] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.185114] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9987e3bd-bf0a-4537-926f-ec40a6884acb is going to be updated. [ 1372.207951] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1372.208175] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1372.208217] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1372.208439] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1372.208601] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.208816] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9987e3bd-bf0a-4537-926f-ec40a6884acb" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.722782] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: SUCCESS [ 1373.723186] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.723250] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.723531] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.723758] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1373.723930] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1373.724040] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1373.724264] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1373.724347] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1373.724459] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.226985] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.729427] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.231808] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.232177] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.232177] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.232278] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.232360] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.232465] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd is going to be updated. [ 1375.259073] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.259306] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.259306] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.259508] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.259591] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.268658] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: IN_PROGRESS for 2s [ 1376.676655] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1376.677054] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1377.280319] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: SUCCESS [ 1377.280600] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.280710] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.280957] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.281168] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.281306] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.281365] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.281499] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.281575] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.281661] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.281754] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1377.784613] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.785078] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.785078] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.785078] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.785257] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.785330] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.785382] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.785570] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.785657] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.785736] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.785884] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.785978] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.786050] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.786236] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.786332] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1377.786422] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.786478] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.786642] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1377.786714] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.786799] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1377.786888] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1378.288957] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca08e919-8c71-475f-95ad-a4c3db3ed0fd: rpc.has_security_group_logging(os_id): False [ 1378.307986] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.308219] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.308284] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.308474] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.308567] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.308854] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.309015] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.309132] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.309331] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.309415] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.309607] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.309701] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.309780] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.309980] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.310091] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.310274] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.310369] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.310428] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.310597] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.310706] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.310804] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd is going to be updated. [ 1378.368087] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1378.368293] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.368293] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.368451] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.368597] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.384649] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: IN_PROGRESS for 2s [ 1380.409772] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: SUCCESS [ 1380.409772] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.392288] env[66979]: INFO networking_nsxv3.common.synchronization [req-0e132b46-b402-4c8f-b5d9-97f29d6a02b8 req-55ff9e69-bbb0-4b80-b9ce-6d7a07824bf5 tempest-ServersTestJSON-2080707616 tempest-ServersTestJSON-2080707616-project-member] Enqueued Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1381.392833] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1381.393165] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.393295] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.393360] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.393599] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.393757] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.393861] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.393922] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.394092] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.394194] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.394347] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.896029] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.398558] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.900775] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.901209] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.901209] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.901209] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.901312] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.901409] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd is going to be updated. [ 1382.933495] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.933660] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.933723] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.933919] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.934085] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.942925] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: IN_PROGRESS for 2s [ 1384.954018] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: SUCCESS [ 1384.954429] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.393930] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.393930] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1387.978705] env[66979]: INFO networking_nsxv3.common.synchronization [req-992f4c91-2c72-44bf-a231-4e702ad01d7d req-f013f609-343e-4c72-9335-a986a0e68b4b tempest-ServersTestJSON-2080707616 tempest-ServersTestJSON-2080707616-project-member] Enqueued Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1387.979273] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1387.979575] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.979724] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.979798] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.979995] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.980168] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1387.980271] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1387.980337] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1387.980466] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1387.981010] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.981010] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.483031] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1388.985455] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1389.488491] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.488763] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.488763] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.488914] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.488995] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.489109] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd is going to be updated. [ 1389.518502] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.518765] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.518765] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.518922] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.519095] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.532748] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: IN_PROGRESS for 2s [ 1391.544386] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: SUCCESS [ 1391.544797] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.980922] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1392.981330] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1397.095501] env[66979]: INFO networking_nsxv3.common.synchronization [req-b21a820a-ae79-4b72-a4d5-8614d4c05051 req-cd2fd18e-8e86-4134-bc5c-d35bf212d3ef tempest-ServersTestJSON-2080707616 tempest-ServersTestJSON-2080707616-project-member] Enqueued Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1397.096104] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1397.096417] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.096535] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.096604] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.096819] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.096984] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.097122] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.097189] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.097355] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.097430] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.097524] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.392964] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.393168] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "network-80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.393290] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "network-80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.393550] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "network-80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.393802] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.393956] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.394085] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.394292] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.394433] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.394641] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1397.394752] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1397.394881] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1397.395053] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1397.395179] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1397.395286] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1397.395417] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1397.417418] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1397.417614] env[66979]: DEBUG dogpile.cache.region [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1397.417709] env[66979]: DEBUG dogpile.lock [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1397.417886] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "network-80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.418283] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock port-c30c1aad-943b-4821-90c1-22d517512a4e taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.418463] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "port-c30c1aad-943b-4821-90c1-22d517512a4e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.418580] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "port-c30c1aad-943b-4821-90c1-22d517512a4e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.418920] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "port-c30c1aad-943b-4821-90c1-22d517512a4e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.419068] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c30c1aad-943b-4821-90c1-22d517512a4e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.600127] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.921785] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.922048] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.922228] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.922525] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.922726] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.922895] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Segment Port c30c1aad-943b-4821-90c1-22d517512a4e not found, creating... [ 1397.923209] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.923397] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.923519] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.923805] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.923984] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.924335] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.924557] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.924716] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.924960] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.925188] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.925381] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Resource: SegmentPort with ID: c30c1aad-943b-4821-90c1-22d517512a4e is going to be created. [ 1397.946445] env[66979]: DEBUG networking_nsxv3.common.locking [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.946690] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.946813] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.947112] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.947357] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.947580] env[66979]: DEBUG oslo_concurrency.lockutils [None req-b48b995f-b44c-4231-9305-01b813d86261 None None] Releasing lock "port-c30c1aad-943b-4821-90c1-22d517512a4e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.102507] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.605344] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.605563] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.605649] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.605933] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.606036] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.606144] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd is going to be updated. [ 1398.641306] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.641509] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.641509] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.641716] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.641853] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.653620] env[66979]: INFO networking_nsxv3.common.synchronization [req-b21a820a-ae79-4b72-a4d5-8614d4c05051 req-d88095a2-6ec0-4f9b-88e0-7b44d101084e service nova] Enqueued Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_rules [ 1398.653873] env[66979]: INFO networking_nsxv3.common.synchronization [req-b21a820a-ae79-4b72-a4d5-8614d4c05051 req-d88095a2-6ec0-4f9b-88e0-7b44d101084e service nova] Enqueued Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1398.653955] env[66979]: INFO networking_nsxv3.common.synchronization [req-b21a820a-ae79-4b72-a4d5-8614d4c05051 req-d88095a2-6ec0-4f9b-88e0-7b44d101084e service nova] Enqueued Resource ID: c30c1aad-943b-4821-90c1-22d517512a4e with Priority: HIGHEST for action port [ 1398.654203] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_rules [ 1398.654369] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1398.654537] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c30c1aad-943b-4821-90c1-22d517512a4e with Priority: HIGHEST for action port [ 1398.655600] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: IN_PROGRESS for 2s [ 1398.655882] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.656031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.656105] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.656304] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.656384] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.657702] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.657810] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.658066] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-c30c1aad-943b-4821-90c1-22d517512a4e taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.658169] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c30c1aad-943b-4821-90c1-22d517512a4e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.658230] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c30c1aad-943b-4821-90c1-22d517512a4e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.658398] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c30c1aad-943b-4821-90c1-22d517512a4e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.658529] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c30c1aad-943b-4821-90c1-22d517512a4e',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1399.160872] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.160872] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.161400] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c30c1aad-943b-4821-90c1-22d517512a4e with status ACTIVE [ 1399.161400] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.161400] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.161649] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.161731] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.161866] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.162110] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.162240] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.162325] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.162524] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.162627] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.162880] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.163015] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.163108] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.163293] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.163393] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.163505] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c30c1aad-943b-4821-90c1-22d517512a4e is going to be updated. [ 1399.186188] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1399.186416] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1399.186464] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1399.186742] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1399.186927] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.187155] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c30c1aad-943b-4821-90c1-22d517512a4e" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.666275] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: SUCCESS [ 1400.666783] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.666783] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.666967] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.667137] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1400.667262] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1400.667348] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1400.667485] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1400.667583] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.667704] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.169626] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1401.672077] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1402.174401] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.174577] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.174620] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.174811] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.174901] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.175015] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd is going to be updated. [ 1402.203966] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1402.204183] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1402.204183] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1402.204332] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1402.204471] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1402.213190] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: IN_PROGRESS for 2s [ 1403.655456] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1403.655456] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1404.226323] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: SUCCESS [ 1404.226558] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.226696] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.226927] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.227149] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.227261] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.227323] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.227476] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.227558] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.227644] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.227738] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.730170] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.730679] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.730679] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.730679] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.730845] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.730845] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.730948] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.731055] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.731123] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.731185] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.731312] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.731405] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.731459] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.731594] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.731728] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.731852] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.731852] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.731983] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.732077] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.732148] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.732232] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1405.234246] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca08e919-8c71-475f-95ad-a4c3db3ed0fd: rpc.has_security_group_logging(os_id): False [ 1405.252394] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.252629] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.252629] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.252816] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.252912] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.253178] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.253348] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.253348] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.253510] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.253583] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.253796] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.253892] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.253939] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.254093] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.254166] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.254343] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.254433] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.254500] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.254619] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.254713] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.254804] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd is going to be updated. [ 1405.321840] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.322088] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.322088] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.322276] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.322424] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1405.342915] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: IN_PROGRESS for 2s [ 1407.361840] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: SUCCESS [ 1407.362260] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.453604] env[66979]: INFO networking_nsxv3.common.synchronization [req-75320e96-d3d2-4ccb-a45b-b175d7e335e9 req-76e12e69-05e1-454d-826b-f016aa335035 tempest-ServersTestJSON-2080707616 tempest-ServersTestJSON-2080707616-project-member] Enqueued Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1408.454635] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1408.454856] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.454984] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.455238] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.455457] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.455626] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1408.455833] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1408.455833] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1408.455973] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1408.456109] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1408.456196] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1408.958847] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.462540] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.965069] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.965290] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.965363] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.965625] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.965744] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.965921] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd is going to be updated. [ 1410.001375] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.001600] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.001600] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.001784] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.001942] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.012439] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: IN_PROGRESS for 2s [ 1412.024488] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: SUCCESS [ 1412.024873] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1413.455858] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1413.456220] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1417.921361] env[66979]: INFO networking_nsxv3.common.synchronization [req-dceb684d-6548-44fa-af15-0b0bdb6c9536 req-b2255418-03f1-45a5-8b09-3608600e5e9c tempest-ServersTestJSON-2080707616 tempest-ServersTestJSON-2080707616-project-member] Enqueued Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1417.921914] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1417.922245] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.922368] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.922437] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.922625] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.922777] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1417.922871] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1417.922932] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1417.923084] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1417.923167] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1417.923258] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.224838] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock network-80 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.225059] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "network-80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.225167] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "network-80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.225433] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "network-80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.225683] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.225836] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.225978] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.226209] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.226349] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.226563] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1418.226674] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] NeedRegenerationException {{(pid=66979) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1418.226780] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] no value, waiting for create lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1418.226908] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] value creation lock acquired {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1418.227045] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] No value present for key: 'zone-id' {{(pid=66979) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1418.227152] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Calling creation function for not-yet-present value {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1418.227281] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1418.246976] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1418.247151] env[66979]: DEBUG dogpile.cache.region [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=66979) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1418.247275] env[66979]: DEBUG dogpile.lock [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Released creation lock {{(pid=66979) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1418.247441] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "network-80" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.247734] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock port-85da6ab0-356c-434e-85d1-7149119f2ee4 taken with stack trace [, , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.247895] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "port-85da6ab0-356c-434e-85d1-7149119f2ee4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.248014] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "port-85da6ab0-356c-434e-85d1-7149119f2ee4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.248372] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "port-85da6ab0-356c-434e-85d1-7149119f2ee4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.248508] env[66979]: DEBUG networking_nsxv3.api.rpc [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85da6ab0-356c-434e-85d1-7149119f2ee4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.425514] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1418.750856] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.751113] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.751215] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.751506] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.751681] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.751840] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Segment Port 85da6ab0-356c-434e-85d1-7149119f2ee4 not found, creating... [ 1418.752115] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.752277] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.752394] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.752612] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.752745] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.753038] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.753237] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.753356] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.753557] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.753685] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.753840] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Resource: SegmentPort with ID: 85da6ab0-356c-434e-85d1-7149119f2ee4 is going to be created. [ 1418.774811] env[66979]: DEBUG networking_nsxv3.common.locking [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1418.775057] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1418.775141] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1418.775403] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1418.775629] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.775843] env[66979]: DEBUG oslo_concurrency.lockutils [None req-1d4b9015-57e2-461f-8e6b-7f86b128b610 None None] Releasing lock "port-85da6ab0-356c-434e-85d1-7149119f2ee4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1418.927680] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.430717] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.430951] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.431081] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.431415] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.431526] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.431636] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd is going to be updated. [ 1419.463757] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.464069] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.464069] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.464198] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.464346] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.474023] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: IN_PROGRESS for 2s [ 1419.476189] env[66979]: INFO networking_nsxv3.common.synchronization [req-dceb684d-6548-44fa-af15-0b0bdb6c9536 req-bda1bb72-8bcb-450a-a9e8-d96d83106c36 service nova] Enqueued Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_rules [ 1419.476402] env[66979]: INFO networking_nsxv3.common.synchronization [req-dceb684d-6548-44fa-af15-0b0bdb6c9536 req-bda1bb72-8bcb-450a-a9e8-d96d83106c36 service nova] Enqueued Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1419.476544] env[66979]: INFO networking_nsxv3.common.synchronization [req-dceb684d-6548-44fa-af15-0b0bdb6c9536 req-bda1bb72-8bcb-450a-a9e8-d96d83106c36 service nova] Enqueued Resource ID: 85da6ab0-356c-434e-85d1-7149119f2ee4 with Priority: HIGHEST for action port [ 1419.477086] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_rules [ 1419.477259] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1419.477406] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85da6ab0-356c-434e-85d1-7149119f2ee4 with Priority: HIGHEST for action port [ 1419.477718] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.477842] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.477954] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.478467] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.478556] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.479531] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.479674] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.480068] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock port-85da6ab0-356c-434e-85d1-7149119f2ee4 taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.480068] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85da6ab0-356c-434e-85d1-7149119f2ee4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.480068] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85da6ab0-356c-434e-85d1-7149119f2ee4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.480248] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85da6ab0-356c-434e-85d1-7149119f2ee4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.480292] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85da6ab0-356c-434e-85d1-7149119f2ee4',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1419.981752] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.982226] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.984279] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 85da6ab0-356c-434e-85d1-7149119f2ee4 with status ACTIVE [ 1419.984576] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.984736] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.984854] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.985146] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.985287] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.985525] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.985679] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.985786] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.986041] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.986178] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.986427] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1419.986578] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1419.986687] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1419.986909] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1419.987025] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1419.987100] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 85da6ab0-356c-434e-85d1-7149119f2ee4 is going to be updated. [ 1420.007449] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1420.007650] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1420.007650] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1420.007831] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1420.007963] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1420.008151] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85da6ab0-356c-434e-85d1-7149119f2ee4" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.484300] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: SUCCESS [ 1421.484674] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.484674] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.484944] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.485201] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1421.485324] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1421.485392] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1421.485553] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1421.485636] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.485732] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1421.988157] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.490949] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.993027] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.993237] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.993237] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.993467] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.993557] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.993657] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd is going to be updated. [ 1423.025045] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1423.025251] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.025251] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.025421] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1423.025565] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1423.034922] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: IN_PROGRESS for 2s [ 1424.478465] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1424.478465] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1425.052623] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: SUCCESS [ 1425.052855] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.052988] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.053226] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.053415] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.053527] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.053597] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.053739] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.053819] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.053904] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.053996] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1425.556253] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.556668] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.556668] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.556802] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.556992] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.557135] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.557214] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.557417] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.557520] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.557643] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.557834] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.557950] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.558023] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.558204] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.558402] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1425.558538] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1425.558612] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1425.558792] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1425.558883] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.558999] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1425.559129] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1426.061505] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ca08e919-8c71-475f-95ad-a4c3db3ed0fd: rpc.has_security_group_logging(os_id): False [ 1426.080200] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.080437] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.080437] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.080615] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.080705] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.080922] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.081031] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.081095] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.081244] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.081332] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.081535] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.081630] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.081691] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.081837] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.081909] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.082101] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.082196] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.082258] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.082395] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.082467] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.082549] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd is going to be updated. [ 1426.149090] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1426.149336] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1426.149336] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1426.149503] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1426.149648] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.167943] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: IN_PROGRESS for 2s [ 1428.187088] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: SUCCESS [ 1428.187446] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1429.479584] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1429.479894] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1431.325065] env[66979]: INFO networking_nsxv3.common.synchronization [req-fb74c9fa-b03b-45ea-b0bd-fdd69895d97f req-7582a2ac-045f-4c8b-9c9c-fdd7026b3694 tempest-ServersTestJSON-2080707616 tempest-ServersTestJSON-2080707616-project-member] Enqueued Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1431.325709] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1431.326217] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.326368] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.326482] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.326622] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.326770] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1431.326864] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.326925] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.327130] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1431.327202] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1431.327286] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1431.829987] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.332481] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1432.834723] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.834977] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.834977] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.835212] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.835305] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.835411] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd is going to be updated. [ 1432.877551] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1432.877764] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1432.877764] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1432.877971] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1432.878132] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.890256] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: IN_PROGRESS for 2s [ 1434.902691] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: SUCCESS [ 1434.903018] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1436.326451] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1436.326972] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1437.617216] env[66979]: INFO networking_nsxv3.common.synchronization [req-d0f06a18-c20e-4f95-acf4-214c5cdf6a1c req-f426adcf-4710-4e08-94ad-f95f005ae4c7 tempest-ServersTestJSON-2080707616 tempest-ServersTestJSON-2080707616-project-member] Enqueued Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1437.618027] env[66979]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd with Priority: HIGHEST for action security_group_members [ 1437.618027] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd taken with stack trace [, , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.618196] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.618196] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.618343] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.618523] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1437.618627] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1437.618687] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1437.618897] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1437.619919] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1437.619919] env[66979]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ca08e919-8c71-475f-95ad-a4c3db3ed0fd',) {} {{(pid=66979) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1438.121304] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.121599] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.121599] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.121747] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.121838] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.122050] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.122156] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.122217] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.122363] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.122439] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.122524] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd is going to be updated. [ 1438.156844] env[66979]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=66979) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1438.157126] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1438.157126] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1438.157254] env[66979]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1438.157384] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1438.173042] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: IN_PROGRESS for 2s [ 1440.185028] env[66979]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd in Status: SUCCESS [ 1440.185415] env[66979]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ca08e919-8c71-475f-95ad-a4c3db3ed0fd deletion is rescheduled due to dependency. [ 1440.185415] env[66979]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ca08e919-8c71-475f-95ad-a4c3db3ed0fd" {{(pid=66979) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.619119] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.619502] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1447.620969] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.621412] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1452.622658] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.623074] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1457.623605] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1457.623967] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1462.624959] env[66979]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1462.625417] env[66979]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0